2023-07-22 12:24:22,390 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-07-22 12:24:22,402 main DEBUG Took 0.010358 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-07-22 12:24:22,403 main DEBUG PluginManager 'Core' found 129 plugins 2023-07-22 12:24:22,403 main DEBUG PluginManager 'Level' found 0 plugins 2023-07-22 12:24:22,404 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-07-22 12:24:22,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,415 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-07-22 12:24:22,432 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,434 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,434 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,435 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,436 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,436 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,437 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,438 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,438 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,439 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,440 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,440 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,441 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:24:22,441 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,442 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-07-22 12:24:22,443 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:24:22,445 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-07-22 12:24:22,447 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-07-22 12:24:22,447 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-07-22 12:24:22,448 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-07-22 12:24:22,448 main DEBUG PluginManager 'Converter' found 47 plugins 2023-07-22 12:24:22,460 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-07-22 12:24:22,463 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-07-22 12:24:22,466 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-07-22 12:24:22,467 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-07-22 12:24:22,467 main DEBUG createAppenders(={Console}) 2023-07-22 12:24:22,468 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-07-22 12:24:22,468 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-07-22 12:24:22,469 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-07-22 12:24:22,469 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-07-22 12:24:22,469 main DEBUG OutputStream closed 2023-07-22 12:24:22,470 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-07-22 12:24:22,470 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-07-22 12:24:22,470 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-07-22 12:24:22,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-07-22 12:24:22,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-07-22 12:24:22,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-07-22 12:24:22,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-07-22 12:24:22,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-07-22 12:24:22,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-07-22 12:24:22,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-07-22 12:24:22,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-07-22 12:24:22,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-07-22 12:24:22,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-07-22 12:24:22,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-07-22 12:24:22,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-07-22 12:24:22,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-07-22 12:24:22,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-07-22 12:24:22,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-07-22 12:24:22,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-07-22 12:24:22,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-07-22 12:24:22,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-07-22 12:24:22,523 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22 12:24:22,523 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-07-22 12:24:22,523 main DEBUG Shutdown hook enabled. Registering a new one. 2023-07-22 12:24:22,524 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-07-22T12:24:22,553 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupMerge timeout: 13 mins 2023-07-22 12:24:22,557 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-07-22 12:24:22,557 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22T12:24:22,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a 2023-07-22T12:24:22,898 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:24:22,901 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:22,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-07-22T12:24:22,905 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/cluster_96e7caa5-a77f-b868-999c-e85333638899, deleteOnExit=true 2023-07-22T12:24:22,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-07-22T12:24:22,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/test.cache.data in system properties and HBase conf 2023-07-22T12:24:22,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:24:22,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:24:22,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:24:22,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:24:22,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:24:23,020 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-07-22T12:24:23,510 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-07-22T12:24:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:24:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:24:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:24:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:24:23,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:24:23,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:24:23,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:24:23,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:24:23,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:24:23,520 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:24:23,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:24:23,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:24:23,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:24:23,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-07-22T12:24:24,049 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:24:24,055 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:24:24,353 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-07-22T12:24:24,488 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7b6c9056 via org.mortbay.log.Slf4jLog 2023-07-22T12:24:24,511 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:24:24,564 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:24:24,601 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/java.io.tmpdir/Jetty_localhost_40669_hdfs____3whcmf/webapp 2023-07-22T12:24:24,738 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40669 2023-07-22T12:24:24,767 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:24:24,767 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:24:25,353 WARN [Listener at localhost/37249 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:24:25,418 WARN [Listener at localhost/37249 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-07-22T12:24:25,436 WARN [Listener at localhost/37249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:24:25,441 INFO [Listener at localhost/37249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:24:25,447 INFO [Listener at localhost/37249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/java.io.tmpdir/Jetty_localhost_45869_datanode____5ifs8x/webapp 2023-07-22T12:24:25,553 INFO [Listener at localhost/37249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45869 2023-07-22T12:24:25,820 WARN [Listener at localhost/43049 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:24:26,106 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-07-22T12:24:26,287 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x16274f0f1012cc9a: Processing first storage report for DS-80160bef-2449-4bdb-ba04-90be43582da1 from datanode 77b988ad-f0dd-4e60-9d4c-0799fe8dcc81 2023-07-22T12:24:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x16274f0f1012cc9a: from storage DS-80160bef-2449-4bdb-ba04-90be43582da1 node DatanodeRegistration(127.0.0.1:37191, datanodeUuid=77b988ad-f0dd-4e60-9d4c-0799fe8dcc81, infoPort=33761, infoSecurePort=0, ipcPort=43049, storageInfo=lv=-57;cid=testClusterID;nsid=1986691338;c=1690028664149), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-07-22T12:24:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x16274f0f1012cc9a: Processing first storage report for DS-4331f725-bcbe-4d2f-aa59-301107e2bee9 from datanode 77b988ad-f0dd-4e60-9d4c-0799fe8dcc81 2023-07-22T12:24:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x16274f0f1012cc9a: from storage DS-4331f725-bcbe-4d2f-aa59-301107e2bee9 node DatanodeRegistration(127.0.0.1:37191, datanodeUuid=77b988ad-f0dd-4e60-9d4c-0799fe8dcc81, infoPort=33761, infoSecurePort=0, ipcPort=43049, storageInfo=lv=-57;cid=testClusterID;nsid=1986691338;c=1690028664149), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-07-22T12:24:26,335 DEBUG [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a 2023-07-22T12:24:26,437 INFO [Listener at localhost/43049 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/cluster_96e7caa5-a77f-b868-999c-e85333638899/zookeeper_0, clientPort=55891, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/cluster_96e7caa5-a77f-b868-999c-e85333638899/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/cluster_96e7caa5-a77f-b868-999c-e85333638899/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-07-22T12:24:26,459 INFO [Listener at localhost/43049 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55891 2023-07-22T12:24:26,466 INFO [Listener at localhost/43049 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:24:26,468 INFO [Listener at localhost/43049 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:24:27,117 INFO [Listener at localhost/43049 {}] util.FSUtils(461): Created version file at hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b with version=8 2023-07-22T12:24:27,118 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging 2023-07-22T12:24:27,135 DEBUG [Listener at localhost/43049 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-07-22T12:24:27,135 DEBUG [Listener at localhost/43049 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-07-22T12:24:27,135 DEBUG [Listener at localhost/43049 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-07-22T12:24:27,135 DEBUG [Listener at localhost/43049 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-07-22T12:24:27,345 DEBUG [Listener at localhost/43049 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-07-22T12:24:27,497 INFO [Listener at localhost/43049 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-07-22T12:24:28,144 INFO [Listener at localhost/43049 {}] client.ConnectionUtils(127): master/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:24:28,197 INFO [Listener at localhost/43049 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:24:28,198 INFO [Listener at localhost/43049 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:24:28,198 INFO [Listener at localhost/43049 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:24:28,198 INFO [Listener at localhost/43049 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:24:28,198 INFO [Listener at localhost/43049 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:24:28,367 INFO [Listener at localhost/43049 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:24:28,475 DEBUG [Listener at localhost/43049 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-07-22T12:24:28,481 INFO [Listener at localhost/43049 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:24:28,532 DEBUG [Listener at localhost/43049 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 18632 (auto-detected) 2023-07-22T12:24:28,534 DEBUG [Listener at localhost/43049 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-07-22T12:24:28,571 INFO [Listener at localhost/43049 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:37479 2023-07-22T12:24:28,585 INFO [Listener at localhost/43049 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:24:28,587 INFO [Listener at localhost/43049 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:24:28,604 INFO [Listener at localhost/43049 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:37479 connecting to ZooKeeper ensemble=127.0.0.1:55891 2023-07-22T12:24:28,651 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:374790x0, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:24:28,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:37479-0x10000584e7b0000 connected 2023-07-22T12:24:28,686 DEBUG [Listener at localhost/43049 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:24:28,689 DEBUG [Listener at localhost/43049 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:24:28,692 DEBUG [Listener at localhost/43049 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:24:28,703 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37479 2023-07-22T12:24:28,704 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37479 2023-07-22T12:24:28,704 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37479 2023-07-22T12:24:28,704 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37479 2023-07-22T12:24:28,706 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37479 2023-07-22T12:24:28,760 INFO [Listener at localhost/43049 {}] log.Log(170): Logging initialized @7052ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-07-22T12:24:28,883 INFO [Listener at localhost/43049 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:24:28,883 INFO [Listener at localhost/43049 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:24:28,884 INFO [Listener at localhost/43049 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:24:28,886 INFO [Listener at localhost/43049 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-07-22T12:24:28,887 INFO [Listener at localhost/43049 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:24:28,887 INFO [Listener at localhost/43049 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:24:28,890 INFO [Listener at localhost/43049 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:24:29,020 INFO [Listener at localhost/43049 {}] http.HttpServer(1219): Jetty bound to port 33107 2023-07-22T12:24:29,023 INFO [Listener at localhost/43049 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:24:29,063 INFO [Listener at localhost/43049 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:24:29,068 INFO [Listener at localhost/43049 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@61a63833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:24:29,069 INFO [Listener at localhost/43049 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:24:29,069 INFO [Listener at localhost/43049 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@60df2731{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:24:29,137 INFO [Listener at localhost/43049 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:24:29,150 INFO [Listener at localhost/43049 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:24:29,150 INFO [Listener at localhost/43049 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:24:29,152 INFO [Listener at localhost/43049 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-07-22T12:24:29,160 INFO [Listener at localhost/43049 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:24:30,463 INFO [Listener at localhost/43049 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7652fc1b{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:24:30,476 INFO [Listener at localhost/43049 {}] server.AbstractConnector(333): Started ServerConnector@6ad777ee{HTTP/1.1, (http/1.1)}{0.0.0.0:33107} 2023-07-22T12:24:30,476 INFO [Listener at localhost/43049 {}] server.Server(415): Started @8768ms 2023-07-22T12:24:30,482 INFO [Listener at localhost/43049 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b, hbase.cluster.distributed=false 2023-07-22T12:24:30,551 INFO [Listener at localhost/43049 {}] client.ConnectionUtils(127): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:24:30,552 INFO [Listener at localhost/43049 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:24:30,552 INFO [Listener at localhost/43049 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:24:30,552 INFO [Listener at localhost/43049 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:24:30,552 INFO [Listener at localhost/43049 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:24:30,553 INFO [Listener at localhost/43049 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:24:30,563 INFO [Listener at localhost/43049 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:24:30,565 INFO [Listener at localhost/43049 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:24:30,566 INFO [Listener at localhost/43049 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:45711 2023-07-22T12:24:30,569 INFO [Listener at localhost/43049 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-07-22T12:24:30,578 DEBUG [Listener at localhost/43049 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-07-22T12:24:30,579 INFO [Listener at localhost/43049 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:24:30,584 INFO [Listener at localhost/43049 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:24:30,586 INFO [Listener at localhost/43049 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:45711 connecting to ZooKeeper ensemble=127.0.0.1:55891 2023-07-22T12:24:30,590 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:457110x0, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:24:30,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:45711-0x10000584e7b0001 connected 2023-07-22T12:24:30,592 DEBUG [Listener at localhost/43049 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:24:30,593 DEBUG [Listener at localhost/43049 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:24:30,594 DEBUG [Listener at localhost/43049 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:24:30,596 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45711 2023-07-22T12:24:30,598 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45711 2023-07-22T12:24:30,599 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45711 2023-07-22T12:24:30,599 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45711 2023-07-22T12:24:30,599 DEBUG [Listener at localhost/43049 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45711 2023-07-22T12:24:30,603 INFO [Listener at localhost/43049 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:24:30,603 INFO [Listener at localhost/43049 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:24:30,603 INFO [Listener at localhost/43049 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:24:30,604 INFO [Listener at localhost/43049 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-07-22T12:24:30,604 INFO [Listener at localhost/43049 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:24:30,604 INFO [Listener at localhost/43049 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:24:30,605 INFO [Listener at localhost/43049 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:24:30,607 INFO [Listener at localhost/43049 {}] http.HttpServer(1219): Jetty bound to port 37727 2023-07-22T12:24:30,607 INFO [Listener at localhost/43049 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:24:30,614 INFO [Listener at localhost/43049 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:24:30,614 INFO [Listener at localhost/43049 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@50e60457{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:24:30,615 INFO [Listener at localhost/43049 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:24:30,615 INFO [Listener at localhost/43049 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3253e8c9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:24:30,628 INFO [Listener at localhost/43049 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:24:30,629 INFO [Listener at localhost/43049 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:24:30,630 INFO [Listener at localhost/43049 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:24:30,630 INFO [Listener at localhost/43049 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:24:30,631 INFO [Listener at localhost/43049 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:24:30,636 INFO [Listener at localhost/43049 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6b796b21{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:24:30,637 INFO [Listener at localhost/43049 {}] server.AbstractConnector(333): Started ServerConnector@594657b9{HTTP/1.1, (http/1.1)}{0.0.0.0:37727} 2023-07-22T12:24:30,637 INFO [Listener at localhost/43049 {}] server.Server(415): Started @8928ms 2023-07-22T12:24:30,642 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:24:30,650 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@175aa6fb{HTTP/1.1, (http/1.1)}{0.0.0.0:35801} 2023-07-22T12:24:30,650 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8941ms 2023-07-22T12:24:30,650 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:30,663 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:24:30,663 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:24:30,664 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:30,665 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:37479 2023-07-22T12:24:30,683 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:24:30,683 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:24:30,683 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:30,684 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:30,685 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:24:30,686 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,37479,1690028667328 from backup master directory 2023-07-22T12:24:30,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:24:30,697 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:30,697 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:24:30,697 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:24:30,698 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:24:30,698 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:30,702 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-07-22T12:24:30,705 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-07-22T12:24:30,805 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase.id with ID: 6daf094e-5fe9-4316-8c96-5ca23dbc1bab 2023-07-22T12:24:30,882 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:24:30,900 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:30,900 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:30,947 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:24:30,949 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-07-22T12:24:30,972 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-07-22T12:24:30,973 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-07-22T12:24:30,974 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:24:30,984 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:24:30,986 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:24:31,073 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store 2023-07-22T12:24:31,098 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-07-22T12:24:31,098 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:31,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:24:31,099 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:24:31,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:24:31,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:24:31,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:24:31,099 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:24:31,099 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:24:31,102 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/.initializing 2023-07-22T12:24:31,102 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/WALs/jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:31,114 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:24:31,131 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C37479%2C1690028667328, suffix=, logDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/WALs/jenkins-hbase3.apache.org,37479,1690028667328, archiveDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/oldWALs, maxLogs=10 2023-07-22T12:24:31,159 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/WALs/jenkins-hbase3.apache.org,37479,1690028667328/jenkins-hbase3.apache.org%2C37479%2C1690028667328.1690028671138, exclude list is [], retry=0 2023-07-22T12:24:31,184 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:24:31,195 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:24:31,287 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/WALs/jenkins-hbase3.apache.org,37479,1690028667328/jenkins-hbase3.apache.org%2C37479%2C1690028667328.1690028671138 2023-07-22T12:24:31,288 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:24:31,289 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:31,289 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:31,295 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,296 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-07-22T12:24:31,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:31,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:24:31,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-07-22T12:24:31,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:31,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:31,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-07-22T12:24:31,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:31,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:31,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-07-22T12:24:31,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:31,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:31,445 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,446 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,467 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-07-22T12:24:31,471 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:24:31,480 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:31,481 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11899405280, jitterRate=0.1082184761762619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-07-22T12:24:31,489 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:24:31,490 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-07-22T12:24:31,524 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244416de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:31,580 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-07-22T12:24:31,602 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-07-22T12:24:31,602 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-07-22T12:24:31,605 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-07-22T12:24:31,607 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-07-22T12:24:31,613 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-07-22T12:24:31,613 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-07-22T12:24:31,651 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-07-22T12:24:31,669 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-07-22T12:24:31,671 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-07-22T12:24:31,675 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-07-22T12:24:31,676 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-07-22T12:24:31,678 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-07-22T12:24:31,681 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-07-22T12:24:31,688 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-07-22T12:24:31,690 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-07-22T12:24:31,691 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-07-22T12:24:31,692 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-07-22T12:24:31,710 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-07-22T12:24:31,711 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-07-22T12:24:31,717 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:24:31,717 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:24:31,717 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:31,717 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:31,718 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,37479,1690028667328, sessionid=0x10000584e7b0000, setting cluster-up flag (Was=false) 2023-07-22T12:24:31,733 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-07-22T12:24:31,744 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:31,744 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:31,752 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-07-22T12:24:31,754 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:31,758 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:31,758 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:31,765 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-07-22T12:24:31,773 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:31,779 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:31,779 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:31,785 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-07-22T12:24:31,786 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:31,854 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:45711 2023-07-22T12:24:31,856 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(997): ClusterId : 6daf094e-5fe9-4316-8c96-5ca23dbc1bab 2023-07-22T12:24:31,858 INFO [RS:0;jenkins-hbase3:45711 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-07-22T12:24:31,861 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-07-22T12:24:31,867 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-07-22T12:24:31,867 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-07-22T12:24:31,871 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-07-22T12:24:31,871 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-07-22T12:24:31,874 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-07-22T12:24:31,875 DEBUG [RS:0;jenkins-hbase3:45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dacae6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:31,877 DEBUG [RS:0;jenkins-hbase3:45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db38de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:24:31,882 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-07-22T12:24:31,882 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-07-22T12:24:31,882 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-07-22T12:24:31,885 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,37479,1690028667328 with isa=jenkins-hbase3.apache.org/172.31.12.81:45711, startcode=1690028670550 2023-07-22T12:24:31,904 DEBUG [RS:0;jenkins-hbase3:45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:24:31,971 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-07-22T12:24:31,984 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-07-22T12:24:31,990 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36993, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:24:31,992 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-07-22T12:24:32,002 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37479 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-07-22T12:24:32,012 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,37479,1690028667328 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-07-22T12:24:32,019 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:24:32,019 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:24:32,019 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:24:32,019 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:24:32,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-07-22T12:24:32,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:24:32,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,023 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1690028702023 2023-07-22T12:24:32,026 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-07-22T12:24:32,034 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-07-22T12:24:32,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:24:32,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-07-22T12:24:32,044 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:32,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:24:32,048 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-07-22T12:24:32,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-07-22T12:24:32,049 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-07-22T12:24:32,050 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-07-22T12:24:32,050 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-07-22T12:24:32,071 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-07-22T12:24:32,071 WARN [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-07-22T12:24:32,074 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,082 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-07-22T12:24:32,085 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-07-22T12:24:32,086 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-07-22T12:24:32,101 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6201a1b6 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:32,131 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e84873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:32,131 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:24:32,132 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-07-22T12:24:32,132 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:32,135 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-07-22T12:24:32,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-07-22T12:24:32,139 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028672139,5,FailOnTimeoutGroup] 2023-07-22T12:24:32,140 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028672139,5,FailOnTimeoutGroup] 2023-07-22T12:24:32,140 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,141 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-07-22T12:24:32,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,172 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,37479,1690028667328 with isa=jenkins-hbase3.apache.org/172.31.12.81:45711, startcode=1690028670550 2023-07-22T12:24:32,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37479 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:32,189 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:32,189 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37249 2023-07-22T12:24:32,189 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=33107 2023-07-22T12:24:32,195 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:24:32,196 DEBUG [RS:0;jenkins-hbase3:45711 {}] zookeeper.ZKUtil(111): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:32,196 WARN [RS:0;jenkins-hbase3:45711 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:24:32,196 INFO [RS:0;jenkins-hbase3:45711 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:24:32,196 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:32,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,45711,1690028670550] 2023-07-22T12:24:32,215 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-07-22T12:24:32,225 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-07-22T12:24:32,238 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-07-22T12:24:32,243 INFO [RS:0;jenkins-hbase3:45711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-07-22T12:24:32,243 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,244 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-07-22T12:24:32,253 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,254 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,254 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,254 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,254 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,254 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,254 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:24:32,254 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,254 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,255 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,255 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,255 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:24:32,255 DEBUG [RS:0;jenkins-hbase3:45711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-07-22T12:24:32,256 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,257 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,257 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,257 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,257 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45711,1690028670550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:24:32,274 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-07-22T12:24:32,277 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,45711,1690028670550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:32,293 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,45711,1690028670550 started 2023-07-22T12:24:32,293 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,45711,1690028670550, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:45711, sessionid=0x10000584e7b0001 2023-07-22T12:24:32,294 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-07-22T12:24:32,294 DEBUG [RS:0;jenkins-hbase3:45711 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:32,294 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45711,1690028670550' 2023-07-22T12:24:32,294 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:24:32,295 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:24:32,296 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-07-22T12:24:32,296 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-07-22T12:24:32,296 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45711,1690028670550' 2023-07-22T12:24:32,296 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:24:32,296 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:24:32,297 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-07-22T12:24:32,297 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-07-22T12:24:32,297 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-07-22T12:24:32,297 DEBUG [RS:0;jenkins-hbase3:45711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:32,297 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,45711,1690028670550' 2023-07-22T12:24:32,297 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-07-22T12:24:32,297 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-07-22T12:24:32,298 DEBUG [RS:0;jenkins-hbase3:45711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-07-22T12:24:32,298 INFO [RS:0;jenkins-hbase3:45711 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-07-22T12:24:32,298 INFO [RS:0;jenkins-hbase3:45711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-07-22T12:24:32,408 INFO [RS:0;jenkins-hbase3:45711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:24:32,411 INFO [RS:0;jenkins-hbase3:45711 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45711%2C1690028670550, suffix=, logDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550, archiveDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs, maxLogs=32 2023-07-22T12:24:32,423 DEBUG [RS:0;jenkins-hbase3:45711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028672413, exclude list is [], retry=0 2023-07-22T12:24:32,429 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:24:32,434 INFO [RS:0;jenkins-hbase3:45711 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028672413 2023-07-22T12:24:32,434 DEBUG [RS:0;jenkins-hbase3:45711 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:24:32,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:32,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:24:32,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:24:32,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:32,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:24:32,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:24:32,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:24:32,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:32,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:24:32,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:24:32,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:24:32,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:32,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:24:32,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740 2023-07-22T12:24:32,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740 2023-07-22T12:24:32,582 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:24:32,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:24:32,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:32,588 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10775533600, jitterRate=0.0035497695207595825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:24:32,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:24:32,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:24:32,591 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:24:32,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:24:32,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:24:32,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:24:32,593 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:24:32,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:24:32,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:24:32,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-07-22T12:24:32,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-07-22T12:24:32,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-07-22T12:24:32,620 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-07-22T12:24:32,772 DEBUG [jenkins-hbase3:37479 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-07-22T12:24:32,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:32,788 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45711,1690028670550, state=OPENING 2023-07-22T12:24:32,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-07-22T12:24:32,807 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:32,807 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:32,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:24:32,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:24:32,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:24:33,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:33,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=AdminService, sasl=false 2023-07-22T12:24:33,011 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42996, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-07-22T12:24:33,023 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-07-22T12:24:33,024 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:24:33,025 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-07-22T12:24:33,028 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta, suffix=.meta, logDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550, archiveDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs, maxLogs=32 2023-07-22T12:24:33,047 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028673030.meta, exclude list is [], retry=0 2023-07-22T12:24:33,051 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:24:33,059 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028673030.meta 2023-07-22T12:24:33,060 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:24:33,060 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:33,065 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:33,065 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-07-22T12:24:33,082 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-07-22T12:24:33,082 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-07-22T12:24:33,087 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-07-22T12:24:33,088 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:33,088 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-07-22T12:24:33,088 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-07-22T12:24:33,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:24:33,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:24:33,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:33,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:24:33,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:24:33,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:24:33,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:33,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:24:33,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:24:33,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:24:33,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:33,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:24:33,099 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740 2023-07-22T12:24:33,101 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740 2023-07-22T12:24:33,104 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:24:33,106 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:24:33,108 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11700748000, jitterRate=0.0897170752286911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:24:33,109 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:24:33,120 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1690028672996 2023-07-22T12:24:33,139 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-07-22T12:24:33,140 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-07-22T12:24:33,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:33,142 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,45711,1690028670550, state=OPEN 2023-07-22T12:24:33,145 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:24:33,145 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:24:33,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:24:33,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:24:33,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-07-22T12:24:33,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,45711,1690028670550 in 334 msec 2023-07-22T12:24:33,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-07-22T12:24:33,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 545 msec 2023-07-22T12:24:33,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3040 sec 2023-07-22T12:24:33,166 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1690028673166, completionTime=-1 2023-07-22T12:24:33,166 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-07-22T12:24:33,166 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-07-22T12:24:33,405 DEBUG [hconnection-0x240638de-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:33,409 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43004, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:33,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-07-22T12:24:33,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1690028733430 2023-07-22T12:24:33,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1690028793430 2023-07-22T12:24:33,430 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 264 msec 2023-07-22T12:24:33,454 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37479,1690028667328-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:33,454 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37479,1690028667328-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:33,455 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37479,1690028667328-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:33,457 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:37479, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:33,457 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-07-22T12:24:33,466 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-07-22T12:24:33,487 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-07-22T12:24:33,488 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:24:33,502 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-07-22T12:24:33,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:24:33,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:33,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:24:33,541 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 088e0a32fc82a1a7f8a758f286f3957a, NAME => 'hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:33,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:33,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 088e0a32fc82a1a7f8a758f286f3957a, disabling compactions & flushes 2023-07-22T12:24:33,964 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:24:33,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:24:33,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. after waiting 0 ms 2023-07-22T12:24:33,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:24:33,964 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:24:33,964 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 088e0a32fc82a1a7f8a758f286f3957a: 2023-07-22T12:24:33,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:33,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1690028673969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028673969"}]},"ts":"1690028673969"} 2023-07-22T12:24:34,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:34,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:34,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028674028"}]},"ts":"1690028674028"} 2023-07-22T12:24:34,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-07-22T12:24:34,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=088e0a32fc82a1a7f8a758f286f3957a, ASSIGN}] 2023-07-22T12:24:34,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=088e0a32fc82a1a7f8a758f286f3957a, ASSIGN 2023-07-22T12:24:34,050 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=088e0a32fc82a1a7f8a758f286f3957a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:24:34,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=088e0a32fc82a1a7f8a758f286f3957a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:34,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 088e0a32fc82a1a7f8a758f286f3957a, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:24:34,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:24:34,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 088e0a32fc82a1a7f8a758f286f3957a, NAME => 'hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:34,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:34,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 088e0a32fc82a1a7f8a758f286f3957a 2023-07-22T12:24:34,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:34,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 088e0a32fc82a1a7f8a758f286f3957a 2023-07-22T12:24:34,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 088e0a32fc82a1a7f8a758f286f3957a 2023-07-22T12:24:34,368 INFO [StoreOpener-088e0a32fc82a1a7f8a758f286f3957a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 088e0a32fc82a1a7f8a758f286f3957a 2023-07-22T12:24:34,371 INFO [StoreOpener-088e0a32fc82a1a7f8a758f286f3957a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 088e0a32fc82a1a7f8a758f286f3957a columnFamilyName info 2023-07-22T12:24:34,371 DEBUG [StoreOpener-088e0a32fc82a1a7f8a758f286f3957a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:34,372 INFO [StoreOpener-088e0a32fc82a1a7f8a758f286f3957a-1 {}] regionserver.HStore(324): Store=088e0a32fc82a1a7f8a758f286f3957a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:34,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a 2023-07-22T12:24:34,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a 2023-07-22T12:24:34,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 088e0a32fc82a1a7f8a758f286f3957a 2023-07-22T12:24:34,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:34,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 088e0a32fc82a1a7f8a758f286f3957a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10674594880, jitterRate=-0.005850881338119507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:24:34,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 088e0a32fc82a1a7f8a758f286f3957a: 2023-07-22T12:24:34,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a., pid=6, masterSystemTime=1690028674358 2023-07-22T12:24:34,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:24:34,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:24:34,388 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=088e0a32fc82a1a7f8a758f286f3957a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:34,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-07-22T12:24:34,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 088e0a32fc82a1a7f8a758f286f3957a, server=jenkins-hbase3.apache.org,45711,1690028670550 in 187 msec 2023-07-22T12:24:34,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-07-22T12:24:34,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=088e0a32fc82a1a7f8a758f286f3957a, ASSIGN in 351 msec 2023-07-22T12:24:34,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:34,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028674400"}]},"ts":"1690028674400"} 2023-07-22T12:24:34,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-07-22T12:24:34,406 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:34,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-07-22T12:24:34,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 917 msec 2023-07-22T12:24:34,410 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-07-22T12:24:34,410 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:34,410 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:24:34,455 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-07-22T12:24:34,472 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:24:34,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-07-22T12:24:34,490 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-07-22T12:24:34,505 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:24:34,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 19 msec 2023-07-22T12:24:34,526 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-07-22T12:24:34,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-07-22T12:24:34,529 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.831sec 2023-07-22T12:24:34,531 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-07-22T12:24:34,533 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-07-22T12:24:34,535 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-07-22T12:24:34,536 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-07-22T12:24:34,536 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-07-22T12:24:34,538 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37479,1690028667328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:24:34,538 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37479,1690028667328-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-07-22T12:24:34,551 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-07-22T12:24:34,552 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-07-22T12:24:34,620 DEBUG [Listener at localhost/43049 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x161adbcf to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:34,624 DEBUG [Listener at localhost/43049 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389784c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:34,629 DEBUG [Listener at localhost/43049 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-07-22T12:24:34,629 DEBUG [Listener at localhost/43049 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-07-22T12:24:34,643 DEBUG [hconnection-0x12f8cbb7-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:34,653 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43010, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/test.cache.data in system properties and HBase conf 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:24:34,664 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:24:34,665 INFO [Listener at localhost/43049 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-07-22T12:24:36,596 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:24:36,962 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:24:36,968 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36009_jobhistory____cz6k74/webapp 2023-07-22T12:24:37,145 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-07-22T12:24:37,145 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-07-22T12:24:37,145 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:24:37,149 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:24:37,238 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:37,380 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:37,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:24:37,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:37,502 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:24:37,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:37,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:24:37,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-07-22T12:24:37,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:24:37,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-07-22T12:24:37,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:24:37,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:37,730 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-07-22T12:24:37,776 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36009 2023-07-22T12:24:38,104 WARN [Listener at jenkins-hbase3.apache.org/38465 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:24:38,221 WARN [Listener at jenkins-hbase3.apache.org/38465 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:24:38,222 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:24:38,229 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37275_cluster____raxomv/webapp 2023-07-22T12:24:38,317 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:24:38,318 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-07-22T12:24:38,318 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:24:38,319 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:24:38,330 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:38,588 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:38,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:24:38,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-07-22T12:24:38,716 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-07-22T12:24:38,732 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:38,741 INFO [Listener at jenkins-hbase3.apache.org/38465 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37275 2023-07-22T12:24:39,162 WARN [Listener at jenkins-hbase3.apache.org/34825 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:24:39,187 WARN [Listener at jenkins-hbase3.apache.org/34825 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:24:39,188 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:24:39,195 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36967_node____.610siy/webapp 2023-07-22T12:24:39,248 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:24:39,249 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:24:39,249 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:24:39,249 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:24:39,258 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:39,281 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:39,380 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:39,402 INFO [Listener at jenkins-hbase3.apache.org/34825 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36967 2023-07-22T12:24:39,603 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:24:39,612 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:24:39,613 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:24:39,627 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39787_node____.hpuwep/webapp 2023-07-22T12:24:39,700 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:24:39,700 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:24:39,700 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:24:39,701 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:24:39,712 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:39,738 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:39,812 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:24:39,819 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39787 2023-07-22T12:24:39,851 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-07-22T12:24:39,852 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:37249/backupUT 2023-07-22T12:24:39,866 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:24:39,870 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39096, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:24:39,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-07-22T12:24:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-07-22T12:24:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:24:39,912 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:24:39,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 34 msec 2023-07-22T12:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:24:40,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-07-22T12:24:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-07-22T12:24:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:24:40,022 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:24:40,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 18 msec 2023-07-22T12:24:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:24:40,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-07-22T12:24:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-07-22T12:24:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:24:40,131 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:24:40,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 17 msec 2023-07-22T12:24:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:24:40,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-07-22T12:24:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-07-22T12:24:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:24:40,241 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:24:40,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-07-22T12:24:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:24:40,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1690028679852', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:24:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1690028679852 2023-07-22T12:24:40,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1690028679852 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:24:40,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:40,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1690028679852" procId is: 13 2023-07-22T12:24:40,356 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1690028679852 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:24:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:24:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:24:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:24:40,789 INFO [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f6a18ea070947b53530b574eebaeaef8, NAME => 'test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1690028679852', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:40,807 DEBUG [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(888): Instantiated test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:40,808 DEBUG [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(1668): Closing f6a18ea070947b53530b574eebaeaef8, disabling compactions & flushes 2023-07-22T12:24:40,808 INFO [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(1690): Closing region test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:40,808 DEBUG [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:40,808 DEBUG [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. after waiting 0 ms 2023-07-22T12:24:40,808 DEBUG [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:40,808 INFO [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(1909): Closed test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:40,808 DEBUG [RegionOpenAndInit-test-1690028679852-pool-0 {}] regionserver.HRegion(1622): Region close journal for f6a18ea070947b53530b574eebaeaef8: 2023-07-22T12:24:40,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1690028679852 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:40,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1690028680810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028680810"}]},"ts":"1690028680810"} 2023-07-22T12:24:40,812 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:40,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1690028679852 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:40,814 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028679852","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028680814"}]},"ts":"1690028680814"} 2023-07-22T12:24:40,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028679852, state=ENABLING in hbase:meta 2023-07-22T12:24:40,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028679852, region=f6a18ea070947b53530b574eebaeaef8, ASSIGN}] 2023-07-22T12:24:40,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028679852, region=f6a18ea070947b53530b574eebaeaef8, ASSIGN 2023-07-22T12:24:40,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1690028679852, region=f6a18ea070947b53530b574eebaeaef8, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:24:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:24:40,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f6a18ea070947b53530b574eebaeaef8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:40,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure f6a18ea070947b53530b574eebaeaef8, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:24:41,140 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:41,141 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => f6a18ea070947b53530b574eebaeaef8, NAME => 'test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:41,141 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:41,141 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1690028679852 f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:41,141 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:41,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:41,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:41,145 INFO [StoreOpener-f6a18ea070947b53530b574eebaeaef8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:41,148 INFO [StoreOpener-f6a18ea070947b53530b574eebaeaef8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6a18ea070947b53530b574eebaeaef8 columnFamilyName f 2023-07-22T12:24:41,148 DEBUG [StoreOpener-f6a18ea070947b53530b574eebaeaef8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:41,149 INFO [StoreOpener-f6a18ea070947b53530b574eebaeaef8-1 {}] regionserver.HStore(324): Store=f6a18ea070947b53530b574eebaeaef8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:41,150 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:41,151 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:41,154 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:41,160 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:41,160 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened f6a18ea070947b53530b574eebaeaef8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9608556800, jitterRate=-0.10513341426849365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:24:41,161 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for f6a18ea070947b53530b574eebaeaef8: 2023-07-22T12:24:41,163 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8., pid=15, masterSystemTime=1690028681132 2023-07-22T12:24:41,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:41,165 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:41,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f6a18ea070947b53530b574eebaeaef8, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:41,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-07-22T12:24:41,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure f6a18ea070947b53530b574eebaeaef8, server=jenkins-hbase3.apache.org,45711,1690028670550 in 190 msec 2023-07-22T12:24:41,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-07-22T12:24:41,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1690028679852, region=f6a18ea070947b53530b574eebaeaef8, ASSIGN in 351 msec 2023-07-22T12:24:41,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1690028679852 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:41,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028679852","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028681175"}]},"ts":"1690028681175"} 2023-07-22T12:24:41,177 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028679852, state=ENABLED in hbase:meta 2023-07-22T12:24:41,180 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1690028679852 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:41,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1690028679852 in 831 msec 2023-07-22T12:24:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:24:41,474 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1690028679852, procId: 13 completed 2023-07-22T12:24:41,474 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x44080dc6 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:41,479 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c5c95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:41,481 DEBUG [hconnection-0x3413b5c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:41,484 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60408, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:41,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegion(8210): writing data to region test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:24:41,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16900286798521', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:24:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16900286798521 2023-07-22T12:24:41,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900286798521 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:24:41,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:41,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16900286798521" procId is: 16 2023-07-22T12:24:41,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16900286798521 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:24:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:24:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:24:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:24:42,021 INFO [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4a88834bfedac5789013d9c67338be50, NAME => 'ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16900286798521', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:42,039 DEBUG [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:42,039 DEBUG [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(1668): Closing 4a88834bfedac5789013d9c67338be50, disabling compactions & flushes 2023-07-22T12:24:42,039 INFO [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:42,039 DEBUG [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:42,039 DEBUG [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. after waiting 0 ms 2023-07-22T12:24:42,039 DEBUG [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:42,039 INFO [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:42,039 DEBUG [RegionOpenAndInit-ns2:test-16900286798521-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4a88834bfedac5789013d9c67338be50: 2023-07-22T12:24:42,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16900286798521 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:42,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028682041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028682041"}]},"ts":"1690028682041"} 2023-07-22T12:24:42,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:42,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16900286798521 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:42,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900286798521","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028682045"}]},"ts":"1690028682045"} 2023-07-22T12:24:42,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900286798521, state=ENABLING in hbase:meta 2023-07-22T12:24:42,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900286798521, region=4a88834bfedac5789013d9c67338be50, ASSIGN}] 2023-07-22T12:24:42,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900286798521, region=4a88834bfedac5789013d9c67338be50, ASSIGN 2023-07-22T12:24:42,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16900286798521, region=4a88834bfedac5789013d9c67338be50, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:24:42,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=4a88834bfedac5789013d9c67338be50, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:24:42,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 4a88834bfedac5789013d9c67338be50, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:24:42,369 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:42,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 4a88834bfedac5789013d9c67338be50, NAME => 'ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:42,369 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:42,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900286798521 4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:42,369 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:42,370 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:42,370 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:42,371 INFO [StoreOpener-4a88834bfedac5789013d9c67338be50-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:42,373 INFO [StoreOpener-4a88834bfedac5789013d9c67338be50-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a88834bfedac5789013d9c67338be50 columnFamilyName f 2023-07-22T12:24:42,373 DEBUG [StoreOpener-4a88834bfedac5789013d9c67338be50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:42,374 INFO [StoreOpener-4a88834bfedac5789013d9c67338be50-1 {}] regionserver.HStore(324): Store=4a88834bfedac5789013d9c67338be50/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:42,375 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:42,376 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:42,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:42,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:42,386 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 4a88834bfedac5789013d9c67338be50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11383378560, jitterRate=0.06015974283218384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:24:42,387 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 4a88834bfedac5789013d9c67338be50: 2023-07-22T12:24:42,388 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50., pid=18, masterSystemTime=1690028682364 2023-07-22T12:24:42,391 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:42,391 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:42,392 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=4a88834bfedac5789013d9c67338be50, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:42,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-07-22T12:24:42,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 4a88834bfedac5789013d9c67338be50, server=jenkins-hbase3.apache.org,45711,1690028670550 in 183 msec 2023-07-22T12:24:42,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-07-22T12:24:42,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16900286798521, region=4a88834bfedac5789013d9c67338be50, ASSIGN in 344 msec 2023-07-22T12:24:42,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16900286798521 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:42,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900286798521","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028682401"}]},"ts":"1690028682401"} 2023-07-22T12:24:42,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900286798521, state=ENABLED in hbase:meta 2023-07-22T12:24:42,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900286798521 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:42,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16900286798521 in 808 msec 2023-07-22T12:24:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:24:42,712 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16900286798521, procId: 16 completed 2023-07-22T12:24:42,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegion(8210): writing data to region ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:24:42,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16900286798522', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:24:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16900286798522 2023-07-22T12:24:42,805 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900286798522 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:24:42,805 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:42,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16900286798522" procId is: 19 2023-07-22T12:24:42,806 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16900286798522 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:24:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:24:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:24:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:24:43,220 INFO [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7ee273dab93bce1d8e18096a2e557ddb, NAME => 'ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16900286798522', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:24:43,642 DEBUG [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:43,642 DEBUG [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(1668): Closing 7ee273dab93bce1d8e18096a2e557ddb, disabling compactions & flushes 2023-07-22T12:24:43,642 INFO [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:24:43,642 DEBUG [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:24:43,642 DEBUG [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. after waiting 0 ms 2023-07-22T12:24:43,642 DEBUG [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:24:43,642 INFO [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:24:43,642 DEBUG [RegionOpenAndInit-ns3:test-16900286798522-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7ee273dab93bce1d8e18096a2e557ddb: 2023-07-22T12:24:43,644 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16900286798522 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:43,644 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028683644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028683644"}]},"ts":"1690028683644"} 2023-07-22T12:24:43,647 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:43,648 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16900286798522 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:43,649 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900286798522","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028683648"}]},"ts":"1690028683648"} 2023-07-22T12:24:43,650 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900286798522, state=ENABLING in hbase:meta 2023-07-22T12:24:43,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900286798522, region=7ee273dab93bce1d8e18096a2e557ddb, ASSIGN}] 2023-07-22T12:24:43,658 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900286798522, region=7ee273dab93bce1d8e18096a2e557ddb, ASSIGN 2023-07-22T12:24:43,659 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16900286798522, region=7ee273dab93bce1d8e18096a2e557ddb, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:24:43,811 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7ee273dab93bce1d8e18096a2e557ddb, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:43,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 7ee273dab93bce1d8e18096a2e557ddb, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:24:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:24:43,971 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:24:43,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 7ee273dab93bce1d8e18096a2e557ddb, NAME => 'ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:43,972 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:43,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900286798522 7ee273dab93bce1d8e18096a2e557ddb 2023-07-22T12:24:43,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:43,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 7ee273dab93bce1d8e18096a2e557ddb 2023-07-22T12:24:43,972 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 7ee273dab93bce1d8e18096a2e557ddb 2023-07-22T12:24:43,974 INFO [StoreOpener-7ee273dab93bce1d8e18096a2e557ddb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ee273dab93bce1d8e18096a2e557ddb 2023-07-22T12:24:43,976 INFO [StoreOpener-7ee273dab93bce1d8e18096a2e557ddb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ee273dab93bce1d8e18096a2e557ddb columnFamilyName f 2023-07-22T12:24:43,976 DEBUG [StoreOpener-7ee273dab93bce1d8e18096a2e557ddb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:43,977 INFO [StoreOpener-7ee273dab93bce1d8e18096a2e557ddb-1 {}] regionserver.HStore(324): Store=7ee273dab93bce1d8e18096a2e557ddb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:43,978 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns3/test-16900286798522/7ee273dab93bce1d8e18096a2e557ddb 2023-07-22T12:24:43,979 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns3/test-16900286798522/7ee273dab93bce1d8e18096a2e557ddb 2023-07-22T12:24:43,982 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 7ee273dab93bce1d8e18096a2e557ddb 2023-07-22T12:24:43,986 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns3/test-16900286798522/7ee273dab93bce1d8e18096a2e557ddb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:43,987 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 7ee273dab93bce1d8e18096a2e557ddb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10257357920, jitterRate=-0.04470910131931305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:24:43,988 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 7ee273dab93bce1d8e18096a2e557ddb: 2023-07-22T12:24:43,989 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb., pid=21, masterSystemTime=1690028683966 2023-07-22T12:24:43,992 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:24:43,992 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:24:43,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7ee273dab93bce1d8e18096a2e557ddb, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:43,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-07-22T12:24:43,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 7ee273dab93bce1d8e18096a2e557ddb, server=jenkins-hbase3.apache.org,45711,1690028670550 in 182 msec 2023-07-22T12:24:44,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-07-22T12:24:44,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16900286798522, region=7ee273dab93bce1d8e18096a2e557ddb, ASSIGN in 341 msec 2023-07-22T12:24:44,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16900286798522 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:44,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900286798522","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028684001"}]},"ts":"1690028684001"} 2023-07-22T12:24:44,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900286798522, state=ENABLED in hbase:meta 2023-07-22T12:24:44,006 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900286798522 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:44,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16900286798522 in 1.2050 sec 2023-07-22T12:24:44,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16900286798521' 2023-07-22T12:24:44,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1690028679852' 2023-07-22T12:24:44,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16900286798522' 2023-07-22T12:24:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:24:44,916 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16900286798522, procId: 19 completed 2023-07-22T12:24:44,917 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16900286798522 get assigned. Timeout = 60000ms 2023-07-22T12:24:44,919 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:24:44,926 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16900286798522 assigned to meta. Checking AM states. 2023-07-22T12:24:44,927 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:24:44,927 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16900286798522 assigned. 2023-07-22T12:24:44,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16900286798523', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:24:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16900286798523 2023-07-22T12:24:44,935 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900286798523 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:24:44,935 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:44,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16900286798523" procId is: 22 2023-07-22T12:24:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:24:44,941 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16900286798523 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:24:44,963 INFO [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 484b59f677e998ae7b9e429146032c5d, NAME => 'ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16900286798523', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:44,993 DEBUG [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:44,993 DEBUG [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(1668): Closing 484b59f677e998ae7b9e429146032c5d, disabling compactions & flushes 2023-07-22T12:24:44,993 INFO [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:24:44,993 DEBUG [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:24:44,993 DEBUG [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. after waiting 0 ms 2023-07-22T12:24:44,993 DEBUG [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:24:44,993 INFO [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:24:44,993 DEBUG [RegionOpenAndInit-ns4:test-16900286798523-pool-0 {}] regionserver.HRegion(1622): Region close journal for 484b59f677e998ae7b9e429146032c5d: 2023-07-22T12:24:44,995 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16900286798523 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:44,996 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028684995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028684995"}]},"ts":"1690028684995"} 2023-07-22T12:24:44,998 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:45,002 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16900286798523 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:45,002 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900286798523","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028685002"}]},"ts":"1690028685002"} 2023-07-22T12:24:45,005 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900286798523, state=ENABLING in hbase:meta 2023-07-22T12:24:45,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900286798523, region=484b59f677e998ae7b9e429146032c5d, ASSIGN}] 2023-07-22T12:24:45,017 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900286798523, region=484b59f677e998ae7b9e429146032c5d, ASSIGN 2023-07-22T12:24:45,019 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16900286798523, region=484b59f677e998ae7b9e429146032c5d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:24:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:24:45,170 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=484b59f677e998ae7b9e429146032c5d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:45,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 484b59f677e998ae7b9e429146032c5d, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:24:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:24:45,331 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:24:45,331 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 484b59f677e998ae7b9e429146032c5d, NAME => 'ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:45,331 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:45,331 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900286798523 484b59f677e998ae7b9e429146032c5d 2023-07-22T12:24:45,331 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:45,332 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 484b59f677e998ae7b9e429146032c5d 2023-07-22T12:24:45,332 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 484b59f677e998ae7b9e429146032c5d 2023-07-22T12:24:45,333 INFO [StoreOpener-484b59f677e998ae7b9e429146032c5d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 484b59f677e998ae7b9e429146032c5d 2023-07-22T12:24:45,335 INFO [StoreOpener-484b59f677e998ae7b9e429146032c5d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484b59f677e998ae7b9e429146032c5d columnFamilyName f 2023-07-22T12:24:45,335 DEBUG [StoreOpener-484b59f677e998ae7b9e429146032c5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:45,336 INFO [StoreOpener-484b59f677e998ae7b9e429146032c5d-1 {}] regionserver.HStore(324): Store=484b59f677e998ae7b9e429146032c5d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:45,337 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns4/test-16900286798523/484b59f677e998ae7b9e429146032c5d 2023-07-22T12:24:45,338 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns4/test-16900286798523/484b59f677e998ae7b9e429146032c5d 2023-07-22T12:24:45,342 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 484b59f677e998ae7b9e429146032c5d 2023-07-22T12:24:45,345 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns4/test-16900286798523/484b59f677e998ae7b9e429146032c5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:45,346 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 484b59f677e998ae7b9e429146032c5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9518874400, jitterRate=-0.11348573863506317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:24:45,347 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 484b59f677e998ae7b9e429146032c5d: 2023-07-22T12:24:45,348 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d., pid=24, masterSystemTime=1690028685326 2023-07-22T12:24:45,351 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:24:45,351 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:24:45,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=484b59f677e998ae7b9e429146032c5d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:45,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-07-22T12:24:45,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 484b59f677e998ae7b9e429146032c5d, server=jenkins-hbase3.apache.org,45711,1690028670550 in 181 msec 2023-07-22T12:24:45,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-07-22T12:24:45,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16900286798523, region=484b59f677e998ae7b9e429146032c5d, ASSIGN in 343 msec 2023-07-22T12:24:45,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16900286798523 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:45,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900286798523","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028685361"}]},"ts":"1690028685361"} 2023-07-22T12:24:45,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900286798523, state=ENABLED in hbase:meta 2023-07-22T12:24:45,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900286798523 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:45,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16900286798523 in 436 msec 2023-07-22T12:24:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:24:45,543 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16900286798523, procId: 22 completed 2023-07-22T12:24:45,543 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16900286798523 get assigned. Timeout = 60000ms 2023-07-22T12:24:45,543 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:24:45,547 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16900286798523 assigned to meta. Checking AM states. 2023-07-22T12:24:45,547 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:24:45,547 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16900286798523 assigned. 2023-07-22T12:24:45,548 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x44080dc6 to 127.0.0.1:55891 2023-07-22T12:24:45,548 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:45,588 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.ResourceChecker(147): before: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=339, ProcessCount=169, AvailableMemoryMB=16823 2023-07-22T12:24:45,588 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-07-22T12:24:45,591 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] backup.TestBackupMerge(54): create full backup image for all tables 2023-07-22T12:24:45,591 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66cb1826 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:45,597 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b519352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:45,609 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:45,611 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60418, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:45,626 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:24:45,627 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40572, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:24:45,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-07-22T12:24:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-07-22T12:24:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:24:45,654 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:24:45,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 20 msec 2023-07-22T12:24:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:24:45,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:24:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-07-22T12:24:45,773 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:24:45,773 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:45,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-07-22T12:24:45,774 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:24:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:24:45,795 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 06beb16e0a6952ce30b44867455413d9, NAME => 'backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:45,817 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:45,817 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 06beb16e0a6952ce30b44867455413d9, disabling compactions & flushes 2023-07-22T12:24:45,817 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:45,817 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:45,817 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. after waiting 0 ms 2023-07-22T12:24:45,817 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:45,817 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:45,818 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 06beb16e0a6952ce30b44867455413d9: 2023-07-22T12:24:45,820 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:45,820 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1690028685820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028685820"}]},"ts":"1690028685820"} 2023-07-22T12:24:45,822 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:45,824 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:45,824 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028685824"}]},"ts":"1690028685824"} 2023-07-22T12:24:45,827 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-07-22T12:24:45,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=06beb16e0a6952ce30b44867455413d9, ASSIGN}] 2023-07-22T12:24:45,835 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=06beb16e0a6952ce30b44867455413d9, ASSIGN 2023-07-22T12:24:45,836 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=06beb16e0a6952ce30b44867455413d9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:24:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:24:45,988 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=06beb16e0a6952ce30b44867455413d9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:45,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 06beb16e0a6952ce30b44867455413d9, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:24:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:24:46,161 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:46,161 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 06beb16e0a6952ce30b44867455413d9, NAME => 'backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:46,162 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:46,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:46,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:46,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:46,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:46,164 INFO [StoreOpener-06beb16e0a6952ce30b44867455413d9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:46,167 INFO [StoreOpener-06beb16e0a6952ce30b44867455413d9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06beb16e0a6952ce30b44867455413d9 columnFamilyName meta 2023-07-22T12:24:46,167 DEBUG [StoreOpener-06beb16e0a6952ce30b44867455413d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:46,168 INFO [StoreOpener-06beb16e0a6952ce30b44867455413d9-1 {}] regionserver.HStore(324): Store=06beb16e0a6952ce30b44867455413d9/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:46,168 INFO [StoreOpener-06beb16e0a6952ce30b44867455413d9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:46,170 INFO [StoreOpener-06beb16e0a6952ce30b44867455413d9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06beb16e0a6952ce30b44867455413d9 columnFamilyName session 2023-07-22T12:24:46,170 DEBUG [StoreOpener-06beb16e0a6952ce30b44867455413d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:46,171 INFO [StoreOpener-06beb16e0a6952ce30b44867455413d9-1 {}] regionserver.HStore(324): Store=06beb16e0a6952ce30b44867455413d9/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:46,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:46,173 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:46,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:24:46,176 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:46,179 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:46,179 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 06beb16e0a6952ce30b44867455413d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11444437120, jitterRate=0.0658462643623352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:24:46,180 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 06beb16e0a6952ce30b44867455413d9: 2023-07-22T12:24:46,181 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9., pid=28, masterSystemTime=1690028686144 2023-07-22T12:24:46,183 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:46,183 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:46,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=06beb16e0a6952ce30b44867455413d9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:46,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-07-22T12:24:46,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 06beb16e0a6952ce30b44867455413d9, server=jenkins-hbase3.apache.org,45711,1690028670550 in 195 msec 2023-07-22T12:24:46,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-07-22T12:24:46,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=06beb16e0a6952ce30b44867455413d9, ASSIGN in 355 msec 2023-07-22T12:24:46,192 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:46,192 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028686192"}]},"ts":"1690028686192"} 2023-07-22T12:24:46,193 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-07-22T12:24:46,196 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:46,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 429 msec 2023-07-22T12:24:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:24:46,380 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-07-22T12:24:46,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:24:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-07-22T12:24:46,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:24:46,403 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:46,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-07-22T12:24:46,404 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:24:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:46,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:46,822 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 04190668a7c72d6cd51897e137a416c5, NAME => 'backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:46,845 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:46,845 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 04190668a7c72d6cd51897e137a416c5, disabling compactions & flushes 2023-07-22T12:24:46,845 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:24:46,845 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:24:46,845 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. after waiting 0 ms 2023-07-22T12:24:46,845 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:24:46,845 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:24:46,845 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 04190668a7c72d6cd51897e137a416c5: 2023-07-22T12:24:46,847 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:24:46,847 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1690028686847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028686847"}]},"ts":"1690028686847"} 2023-07-22T12:24:46,850 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:24:46,851 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:24:46,851 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028686851"}]},"ts":"1690028686851"} 2023-07-22T12:24:46,853 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-07-22T12:24:46,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=04190668a7c72d6cd51897e137a416c5, ASSIGN}] 2023-07-22T12:24:46,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=04190668a7c72d6cd51897e137a416c5, ASSIGN 2023-07-22T12:24:46,861 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=04190668a7c72d6cd51897e137a416c5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:24:47,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=04190668a7c72d6cd51897e137a416c5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:47,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 04190668a7c72d6cd51897e137a416c5, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:24:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:47,173 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:24:47,173 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 04190668a7c72d6cd51897e137a416c5, NAME => 'backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:24:47,174 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:24:47,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 04190668a7c72d6cd51897e137a416c5 2023-07-22T12:24:47,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:24:47,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 04190668a7c72d6cd51897e137a416c5 2023-07-22T12:24:47,174 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 04190668a7c72d6cd51897e137a416c5 2023-07-22T12:24:47,176 INFO [StoreOpener-04190668a7c72d6cd51897e137a416c5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 04190668a7c72d6cd51897e137a416c5 2023-07-22T12:24:47,179 INFO [StoreOpener-04190668a7c72d6cd51897e137a416c5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04190668a7c72d6cd51897e137a416c5 columnFamilyName meta 2023-07-22T12:24:47,179 DEBUG [StoreOpener-04190668a7c72d6cd51897e137a416c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:47,179 INFO [StoreOpener-04190668a7c72d6cd51897e137a416c5-1 {}] regionserver.HStore(324): Store=04190668a7c72d6cd51897e137a416c5/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:47,180 INFO [StoreOpener-04190668a7c72d6cd51897e137a416c5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 04190668a7c72d6cd51897e137a416c5 2023-07-22T12:24:47,181 INFO [StoreOpener-04190668a7c72d6cd51897e137a416c5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04190668a7c72d6cd51897e137a416c5 columnFamilyName session 2023-07-22T12:24:47,182 DEBUG [StoreOpener-04190668a7c72d6cd51897e137a416c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:24:47,185 INFO [StoreOpener-04190668a7c72d6cd51897e137a416c5-1 {}] regionserver.HStore(324): Store=04190668a7c72d6cd51897e137a416c5/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:24:47,186 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system_bulk/04190668a7c72d6cd51897e137a416c5 2023-07-22T12:24:47,187 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system_bulk/04190668a7c72d6cd51897e137a416c5 2023-07-22T12:24:47,189 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:24:47,191 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 04190668a7c72d6cd51897e137a416c5 2023-07-22T12:24:47,197 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system_bulk/04190668a7c72d6cd51897e137a416c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:24:47,197 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 04190668a7c72d6cd51897e137a416c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11038826880, jitterRate=0.02807086706161499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:24:47,198 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 04190668a7c72d6cd51897e137a416c5: 2023-07-22T12:24:47,199 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5., pid=31, masterSystemTime=1690028687168 2023-07-22T12:24:47,202 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:24:47,202 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:24:47,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=04190668a7c72d6cd51897e137a416c5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:47,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-07-22T12:24:47,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 04190668a7c72d6cd51897e137a416c5, server=jenkins-hbase3.apache.org,45711,1690028670550 in 190 msec 2023-07-22T12:24:47,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-07-22T12:24:47,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=04190668a7c72d6cd51897e137a416c5, ASSIGN in 350 msec 2023-07-22T12:24:47,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:24:47,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028687211"}]},"ts":"1690028687211"} 2023-07-22T12:24:47,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-07-22T12:24:47,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:24:47,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 816 msec 2023-07-22T12:24:47,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:24:47,492 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:47,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900286798521 2023-07-22T12:24:47,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900286798521 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:47,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900286798522 2023-07-22T12:24:47,494 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900286798522 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:47,494 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:24:47,494 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:47,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900286798523 2023-07-22T12:24:47,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900286798523 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:47,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690028679852 2023-07-22T12:24:47,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1690028679852 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:24:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:24:47,520 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-07-22T12:24:47,534 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:24:47,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:24:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028687587 (current time:1690028687587). 2023-07-22T12:24:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:24:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:24:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7abe5710 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58519e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:47,600 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60428, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7abe5710 to 127.0.0.1:55891 2023-07-22T12:24:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:24:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:24:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:24:47,618 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:24:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:47,624 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:24:47,627 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:24:47,638 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:24:47,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9}] 2023-07-22T12:24:47,648 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:47,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45711 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-07-22T12:24:47,809 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:47,812 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 06beb16e0a6952ce30b44867455413d9 2/2 column families, dataSize=45 B heapSize=632 B 2023-07-22T12:24:47,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/8168d05db6844906bbe894d4f5b8e52c is 49, key is activesession:/session:c/1690028687573/Put/seqid=0 2023-07-22T12:24:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:48,306 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/8168d05db6844906bbe894d4f5b8e52c 2023-07-22T12:24:48,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8168d05db6844906bbe894d4f5b8e52c 2023-07-22T12:24:48,373 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/8168d05db6844906bbe894d4f5b8e52c as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/8168d05db6844906bbe894d4f5b8e52c 2023-07-22T12:24:48,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/8168d05db6844906bbe894d4f5b8e52c, entries=1, sequenceid=5, filesize=4.9 K 2023-07-22T12:24:48,384 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 06beb16e0a6952ce30b44867455413d9 in 572ms, sequenceid=5, compaction requested=false 2023-07-22T12:24:48,384 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-07-22T12:24:48,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 06beb16e0a6952ce30b44867455413d9: 2023-07-22T12:24:48,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. for snapshot_backup_system completed. 2023-07-22T12:24:48,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:24:48,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:24:48,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-07-22T12:24:48,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/8168d05db6844906bbe894d4f5b8e52c] hfiles 2023-07-22T12:24:48,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/8168d05db6844906bbe894d4f5b8e52c for snapshot=snapshot_backup_system 2023-07-22T12:24:48,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:24:48,415 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-07-22T12:24:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-07-22T12:24:48,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:48,420 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:24:48,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-07-22T12:24:48,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 in 781 msec 2023-07-22T12:24:48,423 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:24:48,425 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:24:48,429 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:24:48,429 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:24:48,431 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:24:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:48,858 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:24:48,873 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:24:48,874 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:24:48,913 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:24:48,913 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:24:48,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.3020 sec 2023-07-22T12:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:24:49,727 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-07-22T12:24:49,727 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(115): Backup backup_1690028685602 started at 1690028689727. 2023-07-22T12:24:49,749 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(119): Backup session backup_1690028685602 has been started. 2023-07-22T12:24:49,752 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:24:49,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:24:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:24:49,769 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:24:49,769 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:24:49,769 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:24:49,769 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:24:49,770 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,770 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:49,771 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,771 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:24:49,771 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:24:49,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:24:49,772 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,772 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:24:49,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:49,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:24:49,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:49,773 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:24:49,775 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:24:49,775 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:24:49,775 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:24:49,775 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:24:49,776 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:24:49,776 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:24:49,776 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45711,1690028670550' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:24:49,778 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,778 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:49,779 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,779 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:49,779 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:24:49,779 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:24:49,779 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:24:49,779 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:49,780 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:49,780 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:49,780 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,781 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:49,781 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45711,1690028670550' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:24:49,781 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:24:49,781 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@be48c30[Count = 0] remaining members to acquire global barrier 2023-07-22T12:24:49,781 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:49,785 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:49,785 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:49,785 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:49,785 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:24:49,785 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,785 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:24:49,786 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:24:49,786 DEBUG [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,786 INFO [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690028672413 highest: 1690028672413 on jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,786 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45711%2C1690028670550:(num 1690028672413) roll requested 2023-07-22T12:24:49,801 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787, exclude list is [], retry=0 2023-07-22T12:24:49,806 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:24:49,810 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028672413 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 2023-07-22T12:24:49,814 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:24:49,814 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028672413 is not closed yet, will try archiving it next time 2023-07-22T12:24:49,814 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta:.meta(num 1690028673030) roll requested 2023-07-22T12:24:49,828 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta, exclude list is [], retry=0 2023-07-22T12:24:49,832 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:24:49,834 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028673030.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta 2023-07-22T12:24:49,835 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:24:49,835 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028673030.meta is not closed yet, will try archiving it next time 2023-07-22T12:24:49,847 DEBUG [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-07-22T12:24:49,847 INFO [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690028689787 on jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,847 DEBUG [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:24:49,850 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40584, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:24:49,868 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:24:49,868 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45711,1690028670550' in zk 2023-07-22T12:24:49,871 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:24:49,871 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,871 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:24:49,871 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:24:49,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:49,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:24:49,873 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:49,873 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:49,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:49,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:49,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:49,875 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,876 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45711,1690028670550': 2023-07-22T12:24:49,876 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45711,1690028670550' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:24:49,876 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:24:49,876 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:24:49,876 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:24:49,876 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:24:49,876 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:24:49,879 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,879 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,879 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:24:49,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:24:49,879 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:24:49,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:24:49,879 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:24:49,879 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:24:49,880 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:49,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:24:49,880 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:49,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,881 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:24:49,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:24:49,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:24:49,890 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:24:49,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:24:49,890 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:24:49,890 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:24:49,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:24:49,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:24:49,891 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:24:49,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:24:49,892 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:24:49,893 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:24:49,993 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:24:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:24:50,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } 2023-07-22T12:24:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028690003 (current time:1690028690003). 2023-07-22T12:24:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:24:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690028690002_default_test-1690028679852 VERSION not specified, setting to 2 2023-07-22T12:24:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6958c005 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4ae28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:50,015 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60434, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6958c005 to 127.0.0.1:55891 2023-07-22T12:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:24:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } 2023-07-22T12:24:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:24:50,020 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:24:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:50,021 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:24:50,024 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:24:50,036 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:24:50,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure f6a18ea070947b53530b574eebaeaef8}] 2023-07-22T12:24:50,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:50,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45711 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-07-22T12:24:50,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:50,191 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing f6a18ea070947b53530b574eebaeaef8 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:24:50,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/.tmp/f/9f36795ad94f4b0ca03ca6a818b3c100 is 37, key is row10/f:q1/1690028681511/Put/seqid=0 2023-07-22T12:24:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:50,617 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/.tmp/f/9f36795ad94f4b0ca03ca6a818b3c100 2023-07-22T12:24:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:50,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9f36795ad94f4b0ca03ca6a818b3c100 2023-07-22T12:24:50,628 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/.tmp/f/9f36795ad94f4b0ca03ca6a818b3c100 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/9f36795ad94f4b0ca03ca6a818b3c100 2023-07-22T12:24:50,635 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/9f36795ad94f4b0ca03ca6a818b3c100, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:24:50,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f6a18ea070947b53530b574eebaeaef8 in 445ms, sequenceid=103, compaction requested=false 2023-07-22T12:24:50,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for f6a18ea070947b53530b574eebaeaef8: 2023-07-22T12:24:50,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. for snapshot_1690028690002_default_test-1690028679852 completed. 2023-07-22T12:24:50,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8.' region-info for snapshot=snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:24:50,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:24:50,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/9f36795ad94f4b0ca03ca6a818b3c100] hfiles 2023-07-22T12:24:50,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/9f36795ad94f4b0ca03ca6a818b3c100 for snapshot=snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:24:50,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-07-22T12:24:50,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16900286798523' 2023-07-22T12:24:51,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:24:51,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-07-22T12:24:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-07-22T12:24:51,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690028690002_default_test-1690028679852 on region f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:51,050 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:24:51,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-07-22T12:24:51,053 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:24:51,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure f6a18ea070947b53530b574eebaeaef8 in 1.0150 sec 2023-07-22T12:24:51,054 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:24:51,055 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:24:51,055 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:24:51,056 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:24:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:51,478 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:24:51,488 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:24:51,488 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_1690028690002_default_test-1690028679852 to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:24:51,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:52,319 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:24:52,319 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:24:52,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690028690002_default_test-1690028679852 table=test-1690028679852 type=FLUSH ttl=0 } in 2.3020 sec 2023-07-22T12:24:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:24:54,130 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1690028679852, procId: 34 completed 2023-07-22T12:24:54,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } 2023-07-22T12:24:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028694131 (current time:1690028694131). 2023-07-22T12:24:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:24:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690028694130_ns2_test-16900286798521 VERSION not specified, setting to 2 2023-07-22T12:24:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x337a0d06 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:24:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0dbb84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:24:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:24:54,141 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:46310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:24:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x337a0d06 to 127.0.0.1:55891 2023-07-22T12:24:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:24:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:24:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } 2023-07-22T12:24:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:24:54,146 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:24:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:54,148 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:24:54,150 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:24:54,160 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:24:54,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 4a88834bfedac5789013d9c67338be50}] 2023-07-22T12:24:54,162 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:54,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45711 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-07-22T12:24:54,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:54,316 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 4a88834bfedac5789013d9c67338be50 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:24:54,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/.tmp/f/2dbcf893e8604e8abca906a586676c94 is 37, key is row10/f:q1/1690028682726/Put/seqid=0 2023-07-22T12:24:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:54,747 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/.tmp/f/2dbcf893e8604e8abca906a586676c94 2023-07-22T12:24:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:54,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2dbcf893e8604e8abca906a586676c94 2023-07-22T12:24:54,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/.tmp/f/2dbcf893e8604e8abca906a586676c94 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/2dbcf893e8604e8abca906a586676c94 2023-07-22T12:24:54,763 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/2dbcf893e8604e8abca906a586676c94, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:24:54,764 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 4a88834bfedac5789013d9c67338be50 in 449ms, sequenceid=103, compaction requested=false 2023-07-22T12:24:54,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 4a88834bfedac5789013d9c67338be50: 2023-07-22T12:24:54,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. for snapshot_1690028694130_ns2_test-16900286798521 completed. 2023-07-22T12:24:54,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50.' region-info for snapshot=snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:24:54,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:24:54,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/2dbcf893e8604e8abca906a586676c94] hfiles 2023-07-22T12:24:54,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/2dbcf893e8604e8abca906a586676c94 for snapshot=snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:24:55,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:24:55,178 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-07-22T12:24:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-07-22T12:24:55,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690028694130_ns2_test-16900286798521 on region 4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:55,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 4a88834bfedac5789013d9c67338be50 2023-07-22T12:24:55,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-07-22T12:24:55,184 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:24:55,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 4a88834bfedac5789013d9c67338be50 in 1.0200 sec 2023-07-22T12:24:55,184 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:24:55,185 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:24:55,185 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:24:55,186 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:24:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:55,602 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:24:55,610 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:24:55,611 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_1690028694130_ns2_test-16900286798521 to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:24:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:56,434 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:24:56,434 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:24:56,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690028694130_ns2_test-16900286798521 table=ns2:test-16900286798521 type=FLUSH ttl=0 } in 2.2910 sec 2023-07-22T12:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:24:58,256 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns2:test-16900286798521, procId: 36 completed 2023-07-22T12:24:58,256 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690028685602 2023-07-22T12:24:58,256 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:24:58,258 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-07-22T12:24:58,261 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690028685602_ns2:test-16900286798521 2023-07-22T12:24:58,261 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690028694130_ns2_test-16900286798521 to hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/ 2023-07-22T12:24:58,270 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:24:58,301 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37249, inputRoot=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:24:58,301 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37479,1690028667328_-282552147_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/.hbase-snapshot/.tmp/snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:24:58,301 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37249, inputRoot=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b, snapshotDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_1690028694130_ns2_test-16900286798521. 2023-07-22T12:24:58,315 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_1690028694130_ns2_test-16900286798521 to hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/.hbase-snapshot/.tmp/snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:24:58,751 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:58,751 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:58,752 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:58,752 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,786 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-3406572951481913147.jar 2023-07-22T12:24:59,786 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,787 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,787 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,788 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,788 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,789 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,789 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,789 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,790 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:24:59,791 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:24:59,791 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:24:59,792 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:24:59,792 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:24:59,793 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:24:59,793 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:24:59,794 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:24:59,794 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:24:59,794 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:24:59,795 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:24:59,795 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:24:59,796 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:24:59,800 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:24:59,800 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:24:59,801 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:24:59,801 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:24:59,801 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:24:59,802 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:24:59,802 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:24:59,869 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:24:59,891 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690028694130_ns2_test-16900286798521' hfile list 2023-07-22T12:24:59,901 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:25:00,114 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028700070/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:00,115 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028700070/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:00,264 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:25:00,293 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/2dbcf893e8604e8abca906a586676c94 output=hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/archive/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/2dbcf893e8604e8abca906a586676c94 2023-07-22T12:25:00,293 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-07-22T12:25:01,172 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:25:01,173 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:25:01,180 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:25:01,181 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690028694130_ns2_test-16900286798521 finished. 2023-07-22T12:25:01,181 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690028685602_test-1690028679852 2023-07-22T12:25:01,181 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690028690002_default_test-1690028679852 to hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/ 2023-07-22T12:25:01,181 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:25:01,209 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37249, inputRoot=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:25:01,209 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,37479,1690028667328_-495207088_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/.hbase-snapshot/.tmp/snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:25:01,209 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37249, inputRoot=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b, snapshotDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_1690028690002_default_test-1690028679852. 2023-07-22T12:25:01,225 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_1690028690002_default_test-1690028679852 to hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/.hbase-snapshot/.tmp/snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:25:01,646 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:01,647 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:01,648 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:01,648 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,635 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-3577495639130508758.jar 2023-07-22T12:25:02,635 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,636 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,636 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,637 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,637 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,637 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,638 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,638 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,639 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:02,639 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:02,640 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:02,641 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:02,641 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:02,641 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:02,642 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:02,642 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:02,643 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:02,643 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:02,644 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:02,644 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:02,645 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:02,645 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:25:02,646 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:25:02,646 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:02,647 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:25:02,647 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:25:02,648 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:02,648 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:02,690 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:02,709 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690028690002_default_test-1690028679852' hfile list 2023-07-22T12:25:02,713 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:25:02,786 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028702752/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:02,786 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028702752/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:02,840 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:25:02,867 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/9f36795ad94f4b0ca03ca6a818b3c100 output=hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/archive/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/9f36795ad94f4b0ca03ca6a818b3c100 2023-07-22T12:25:02,867 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-07-22T12:25:03,824 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:25:03,825 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:25:03,833 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:25:03,833 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690028690002_default_test-1690028679852 finished. 2023-07-22T12:25:03,833 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(1014): ns2:test-16900286798521 2023-07-22T12:25:03,834 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(1014): test-1690028679852 2023-07-22T12:25:03,883 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:25:03,885 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:39850, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:25:03,920 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028685602 2023-07-22T12:25:03,921 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:25:04,334 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028685602/.backup.manifest 2023-07-22T12:25:04,334 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028685602 2023-07-22T12:25:04,335 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:25:04,741 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028685602/.backup.manifest 2023-07-22T12:25:04,741 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(358): Backup backup_1690028685602 finished: type=FULL,tablelist=ns2:test-16900286798521;test-1690028679852,targetRootDir=hdfs://localhost:37249/backupUT,startts=1690028689727,completets=1690028703917,bytescopied=0 2023-07-22T12:25:04,741 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:25:04,741 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:25:04,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690028694130_ns2_test-16900286798521" 2023-07-22T12:25:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690028694130_ns2_test-16900286798521 2023-07-22T12:25:04,757 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690028694130_ns2_test-16900286798521 for backup backup_1690028685602 succeeded. 2023-07-22T12:25:04,757 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:25:04,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690028690002_default_test-1690028679852" 2023-07-22T12:25:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690028690002_default_test-1690028679852 2023-07-22T12:25:04,762 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690028690002_default_test-1690028679852 for backup backup_1690028685602 succeeded. 2023-07-22T12:25:04,763 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:25:04,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:25:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:25:04,779 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:25:04,787 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:25:04,805 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(376): Backup backup_1690028685602 completed. 2023-07-22T12:25:04,946 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] backup.TestBackupMerge(71): writing 99 rows to test-1690028679852 2023-07-22T12:25:04,958 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] backup.TestBackupMerge(75): written 99 rows to test-1690028679852 2023-07-22T12:25:05,069 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] backup.TestBackupMerge(81): written 99 rows to ns2:test-16900286798521 2023-07-22T12:25:05,100 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:25:05,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028705104 (current time:1690028705104). 2023-07-22T12:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:25:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x42daa5bb to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f4762c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:05,113 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59952, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x42daa5bb to 127.0.0.1:55891 2023-07-22T12:25:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:25:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:25:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-07-22T12:25:05,117 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:25:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:25:05,118 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:25:05,120 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:25:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:25:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:25:05,527 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:25:05,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9}] 2023-07-22T12:25:05,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:25:05,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45711 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-07-22T12:25:05,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:05,681 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 06beb16e0a6952ce30b44867455413d9 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-07-22T12:25:05,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/09f9b786844949a2a18dfd6c00088a07 is 171, key is trslm:hdfs://localhost:37249/backupUT\x00ns2:test-16900286798521/meta:log-roll-map/1690028703905/Put/seqid=0 2023-07-22T12:25:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:25:06,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/09f9b786844949a2a18dfd6c00088a07 2023-07-22T12:25:06,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 09f9b786844949a2a18dfd6c00088a07 2023-07-22T12:25:06,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/2ff9d358da744cde82956b30605bab89 is 459, key is session:backup_1690028685602/session:context/1690028704786/Put/seqid=0 2023-07-22T12:25:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:25:06,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/2ff9d358da744cde82956b30605bab89 2023-07-22T12:25:06,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2ff9d358da744cde82956b30605bab89 2023-07-22T12:25:06,524 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/09f9b786844949a2a18dfd6c00088a07 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/09f9b786844949a2a18dfd6c00088a07 2023-07-22T12:25:06,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/09f9b786844949a2a18dfd6c00088a07, entries=6, sequenceid=17, filesize=5.8 K 2023-07-22T12:25:06,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/2ff9d358da744cde82956b30605bab89 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/2ff9d358da744cde82956b30605bab89 2023-07-22T12:25:06,542 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/2ff9d358da744cde82956b30605bab89, entries=2, sequenceid=17, filesize=5.4 K 2023-07-22T12:25:06,544 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for 06beb16e0a6952ce30b44867455413d9 in 863ms, sequenceid=17, compaction requested=false 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 06beb16e0a6952ce30b44867455413d9: 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. for snapshot_backup_system completed. 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/09f9b786844949a2a18dfd6c00088a07] hfiles 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/09f9b786844949a2a18dfd6c00088a07 for snapshot=snapshot_backup_system 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/8168d05db6844906bbe894d4f5b8e52c, hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/2ff9d358da744cde82956b30605bab89] hfiles 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/8168d05db6844906bbe894d4f5b8e52c for snapshot=snapshot_backup_system 2023-07-22T12:25:06,544 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/2ff9d358da744cde82956b30605bab89 for snapshot=snapshot_backup_system 2023-07-22T12:25:06,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:06,551 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-07-22T12:25:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(3994): Remote procedure done, pid=39 2023-07-22T12:25:06,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:25:06,553 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:25:06,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=39, resume processing ppid=38 2023-07-22T12:25:06,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 in 1.0270 sec 2023-07-22T12:25:06,556 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:25:06,557 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:25:06,559 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:25:06,559 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:25:06,560 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:25:06,974 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:25:06,983 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:25:06,984 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:25:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:25:07,808 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:25:07,808 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-07-22T12:25:07,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.6930 sec 2023-07-22T12:25:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:25:09,225 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-07-22T12:25:09,225 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(115): Backup backup_1690028705069 started at 1690028709225. 2023-07-22T12:25:09,227 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(119): Backup session backup_1690028705069 has been started. 2023-07-22T12:25:09,234 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1690028679852, ns2:test-16900286798521] 2023-07-22T12:25:09,237 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(76): StartCode 1690028672413for backupID backup_1690028705069 2023-07-22T12:25:09,238 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-07-22T12:25:09,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:25:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:25:09,239 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:25:09,239 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:25:09,240 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:25:09,240 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:25:09,241 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,241 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:09,242 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,242 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:25:09,242 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:25:09,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:25:09,243 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,243 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:25:09,243 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:09,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:25:09,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:09,245 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:25:09,245 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:25:09,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:25:09,245 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:25:09,245 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:25:09,246 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:25:09,246 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:25:09,246 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45711,1690028670550' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:25:09,248 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,248 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:09,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:25:09,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:25:09,249 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:25:09,249 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:25:09,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:25:09,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:25:09,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:09,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:25:09,252 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45711,1690028670550' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:25:09,253 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2e8fe43[Count = 0] remaining members to acquire global barrier 2023-07-22T12:25:09,253 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:25:09,253 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:09,254 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:09,254 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:09,254 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:09,254 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:25:09,254 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,254 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:25:09,254 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:25:09,254 DEBUG [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,254 INFO [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690028689787 highest: 1690028689787 on jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,255 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45711%2C1690028670550:(num 1690028689787) roll requested 2023-07-22T12:25:09,271 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255, exclude list is [], retry=0 2023-07-22T12:25:09,276 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:25:09,281 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 with entries=212, filesize=28.92 KB; new WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 2023-07-22T12:25:09,281 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:25:09,281 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 is not closed yet, will try archiving it next time 2023-07-22T12:25:09,281 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta:.meta(num 1690028689814) roll requested 2023-07-22T12:25:09,294 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta, exclude list is [], retry=0 2023-07-22T12:25:09,295 DEBUG [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-07-22T12:25:09,295 INFO [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690028709255 on jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,300 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:25:09,306 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta 2023-07-22T12:25:09,306 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:25:09,307 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta is not closed yet, will try archiving it next time 2023-07-22T12:25:09,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta not finished, retry = 0 2023-07-22T12:25:09,328 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:25:09,328 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45711,1690028670550' in zk 2023-07-22T12:25:09,331 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:25:09,331 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,331 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:25:09,331 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:25:09,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:25:09,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:25:09,332 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:25:09,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:25:09,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:09,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:25:09,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:09,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45711,1690028670550': 2023-07-22T12:25:09,337 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45711,1690028670550' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:25:09,337 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:25:09,337 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:25:09,337 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:25:09,337 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:25:09,337 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:25:09,339 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,339 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:25:09,339 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,339 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:25:09,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:25:09,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:25:09,339 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:25:09,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:25:09,340 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:09,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:25:09,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:09,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,343 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:25:09,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:09,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,350 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,350 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:09,350 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:25:09,350 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:25:09,350 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:25:09,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:25:09,350 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:09,350 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:09,351 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:09,351 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:09,351 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:25:09,351 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:25:09,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:25:09,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:25:09,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-07-22T12:25:09,352 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:25:09,352 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:25:09,352 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:25:09,352 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:25:09,417 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta 2023-07-22T12:25:09,452 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:25:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:25:09,456 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:45711=1690028672413} newestTimestamps: {jenkins-hbase3.apache.org:45711=1690028689787} 2023-07-22T12:25:09,459 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028673030.meta 2023-07-22T12:25:09,459 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta 2023-07-22T12:25:09,459 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 2023-07-22T12:25:09,459 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 2023-07-22T12:25:09,460 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta 2023-07-22T12:25:09,873 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16900286798521 target: hdfs://localhost:37249/backupUT/backup_1690028705069/ns2/test-16900286798521 descriptor: 'ns2:test-16900286798521', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:25:09,873 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-07-22T12:25:09,876 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16900286798521 2023-07-22T12:25:10,283 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16900286798521 2023-07-22T12:25:10,697 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(146): Attempting to copy table info for:test-1690028679852 target: hdfs://localhost:37249/backupUT/backup_1690028705069/default/test-1690028679852 descriptor: 'test-1690028679852', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:25:10,697 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-07-22T12:25:10,699 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(151): Starting to write region info for table test-1690028679852 2023-07-22T12:25:11,105 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(158): Finished writing region info for table test-1690028679852 2023-07-22T12:25:11,114 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:37249/backupUT/.tmp/backup_1690028705069 from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 2023-07-22T12:25:11,117 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6261ed68 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:11,123 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7413e7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:11,124 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:11,125 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36976, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:11,140 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:25:11,140 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1690028679852 2023-07-22T12:25:11,145 DEBUG [hconnection-0xc16b9d1-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:11,147 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57992, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:11,150 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1690028679852: test-1690028679852; 2023-07-22T12:25:11,151 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16900286798521 2023-07-22T12:25:11,153 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16900286798521: ns2:test-16900286798521; 2023-07-22T12:25:11,153 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-07-22T12:25:11,153 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/partitions_66605744-0ada-404e-a6bb-98b8f1f21ef0 2023-07-22T12:25:11,594 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:11,594 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:11,595 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:11,595 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,564 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-788422367218789865.jar 2023-07-22T12:25:12,564 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,564 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,565 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,565 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,566 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,566 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,567 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,567 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,567 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,568 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:12,569 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:12,569 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:12,569 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:12,570 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:12,571 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:12,571 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:12,571 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:12,572 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:12,572 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:12,573 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:12,573 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:12,575 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,576 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,576 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,577 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,577 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,577 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:12,578 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:12,578 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1690028679852,ns2:test-16900286798521 2023-07-22T12:25:12,578 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:12,578 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6261ed68 to 127.0.0.1:55891 2023-07-22T12:25:12,579 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:12,579 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:13,539 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-8243733325106323660.jar 2023-07-22T12:25:13,545 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:13,560 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 for WAL files 2023-07-22T12:25:13,562 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 2023-07-22T12:25:13,636 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028713604/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:13,637 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028713604/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:13,716 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 for hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028689787 (-9223372036854775808:9223372036854775807) length:29619 2023-07-22T12:25:13,742 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-07-22T12:25:13,743 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-07-22T12:25:13,870 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x64dfec0e to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:13,876 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26584405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:13,878 DEBUG [hconnection-0x71b00fd3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:13,880 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58000, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:13,882 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x64dfec0e to 127.0.0.1:55891 2023-07-22T12:25:13,882 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:13,884 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16900286798521-1-0] 2023-07-22T12:25:13,884 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:13,897 DEBUG [pool-202-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/backupUT/.tmp/backup_1690028705069/_temporary/0/_temporary/attempt_local1735810908_0003_r_000000_0/ns2/test-16900286798521/f/89241e887e574f4a8056ef89ae0057b7 is 64, key is row-ns2:test-16900286798521-1-10/f:q1/1690028704973/Put/seqid=0 2023-07-22T12:25:13,899 WARN [Thread-874 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:14,322 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c29cba3 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:14,327 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6c8bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:14,329 DEBUG [hconnection-0x629f4720-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:14,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58008, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:14,332 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5c29cba3 to 127.0.0.1:55891 2023-07-22T12:25:14,332 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:14,335 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1690028679852-1-0] 2023-07-22T12:25:14,335 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:14,343 DEBUG [pool-202-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/backupUT/.tmp/backup_1690028705069/_temporary/0/_temporary/attempt_local1735810908_0003_r_000001_0/default/test-1690028679852/f/7f1c07130d3b4613afc48fa9d00875d7 is 59, key is row-test-1690028679852-1-10/f:q1/1690028704840/Put/seqid=0 2023-07-22T12:25:14,345 WARN [Thread-884 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:14,854 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-07-22T12:25:14,854 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-07-22T12:25:15,672 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:37249/backupUT 2023-07-22T12:25:15,672 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1690028705069 2023-07-22T12:25:15,672 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-07-22T12:25:15,686 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:37249/backupUT/.tmp/backup_1690028705069, hdfs://localhost:37249/backupUT] 2023-07-22T12:25:15,745 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:16,839 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-07-22T12:25:16,841 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1690028705069 2023-07-22T12:25:16,841 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22345 bytes copied." 2023-07-22T12:25:16,841 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1808796680_0004 completed: true true 2023-07-22T12:25:16,847 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3796075 FILE: Number of bytes written=5078938 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=142128 HDFS: Number of bytes written=2352900 HDFS: Number of read operations=498 HDFS: Number of large read operations=0 HDFS: Number of write operations=219 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1504706560 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22345 Bytes Expected=22345 Files Copied=3 DIR_COPY=7 2023-07-22T12:25:16,847 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:37249/backupUT/.tmp/backup_1690028705069 to hdfs://localhost:37249/backupUT finished. 2023-07-22T12:25:16,859 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-07-22T12:25:16,860 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028705069 2023-07-22T12:25:16,866 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-07-22T12:25:16,866 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028705069 2023-07-22T12:25:16,867 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-07-22T12:25:17,273 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028705069/.backup.manifest 2023-07-22T12:25:17,273 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028705069 2023-07-22T12:25:17,275 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-07-22T12:25:17,276 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028705069 2023-07-22T12:25:17,277 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-07-22T12:25:17,683 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028705069/.backup.manifest 2023-07-22T12:25:17,683 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028705069 2023-07-22T12:25:17,686 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-07-22T12:25:18,092 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028705069/.backup.manifest 2023-07-22T12:25:18,092 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(358): Backup backup_1690028705069 finished: type=INCREMENTAL,tablelist=ns2:test-16900286798521;test-1690028679852,targetRootDir=hdfs://localhost:37249/backupUT,startts=1690028709225,completets=1690028716859,bytescopied=0 2023-07-22T12:25:18,092 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:25:18,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:25:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:25:18,101 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:25:18,103 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:25:18,106 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(376): Backup backup_1690028705069 completed. 2023-07-22T12:25:18,310 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:25:18,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:25:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028718314 (current time:1690028718314). 2023-07-22T12:25:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:25:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:25:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x381614cf to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b556fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:18,326 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58020, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x381614cf to 127.0.0.1:55891 2023-07-22T12:25:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:25:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=40, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:25:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-07-22T12:25:18,330 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:25:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:25:18,331 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:25:18,333 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:25:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:25:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:25:18,740 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:25:18,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9}] 2023-07-22T12:25:18,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:25:18,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45711 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=41 2023-07-22T12:25:18,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:18,894 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing 06beb16e0a6952ce30b44867455413d9 2/2 column families, dataSize=1.37 KB heapSize=2.52 KB 2023-07-22T12:25:18,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/b49cf7ed9f9d4f709634c16e6464bb05 is 171, key is trslm:hdfs://localhost:37249/backupUT\x00ns2:test-16900286798521/meta:log-roll-map/1690028716852/Put/seqid=0 2023-07-22T12:25:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:25:19,303 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=531 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/b49cf7ed9f9d4f709634c16e6464bb05 2023-07-22T12:25:19,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b49cf7ed9f9d4f709634c16e6464bb05 2023-07-22T12:25:19,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/92398bf553f84883aeebd52ca4135ed1 is 360, key is session:backup_1690028705069/session:context/1690028718102/Put/seqid=0 2023-07-22T12:25:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:25:19,718 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=873 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/92398bf553f84883aeebd52ca4135ed1 2023-07-22T12:25:19,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 92398bf553f84883aeebd52ca4135ed1 2023-07-22T12:25:19,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/b49cf7ed9f9d4f709634c16e6464bb05 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/b49cf7ed9f9d4f709634c16e6464bb05 2023-07-22T12:25:19,730 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/b49cf7ed9f9d4f709634c16e6464bb05, entries=4, sequenceid=28, filesize=5.7 K 2023-07-22T12:25:19,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/92398bf553f84883aeebd52ca4135ed1 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/92398bf553f84883aeebd52ca4135ed1 2023-07-22T12:25:19,736 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/92398bf553f84883aeebd52ca4135ed1, entries=2, sequenceid=28, filesize=5.3 K 2023-07-22T12:25:19,737 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~1.37 KB/1404, heapSize ~2.49 KB/2552, currentSize=0 B/0 for 06beb16e0a6952ce30b44867455413d9 in 843ms, sequenceid=28, compaction requested=true 2023-07-22T12:25:19,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 06beb16e0a6952ce30b44867455413d9: 2023-07-22T12:25:19,737 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. for snapshot_backup_system completed. 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/09f9b786844949a2a18dfd6c00088a07, hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/b49cf7ed9f9d4f709634c16e6464bb05] hfiles 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/09f9b786844949a2a18dfd6c00088a07 for snapshot=snapshot_backup_system 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/b49cf7ed9f9d4f709634c16e6464bb05 for snapshot=snapshot_backup_system 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/8168d05db6844906bbe894d4f5b8e52c, hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/2ff9d358da744cde82956b30605bab89, hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/92398bf553f84883aeebd52ca4135ed1] hfiles 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/8168d05db6844906bbe894d4f5b8e52c for snapshot=snapshot_backup_system 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/2ff9d358da744cde82956b30605bab89 for snapshot=snapshot_backup_system 2023-07-22T12:25:19,738 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/92398bf553f84883aeebd52ca4135ed1 for snapshot=snapshot_backup_system 2023-07-22T12:25:20,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:20,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-07-22T12:25:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster(3994): Remote procedure done, pid=41 2023-07-22T12:25:20,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:25:20,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:25:20,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=41, resume processing ppid=40 2023-07-22T12:25:20,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, ppid=40, state=SUCCESS; SnapshotRegionProcedure 06beb16e0a6952ce30b44867455413d9 in 1.4070 sec 2023-07-22T12:25:20,149 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:25:20,149 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:25:20,150 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:25:20,150 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:25:20,151 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:25:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:25:20,561 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:25:20,569 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:25:20,570 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:25:21,387 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=40, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:25:21,387 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 40 2023-07-22T12:25:21,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=40, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 3.0590 sec 2023-07-22T12:25:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=40 2023-07-22T12:25:22,437 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 40 completed 2023-07-22T12:25:22,437 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(115): Backup backup_1690028718286 started at 1690028722437. 2023-07-22T12:25:22,438 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(119): Backup session backup_1690028718286 has been started. 2023-07-22T12:25:22,440 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1690028679852, ns2:test-16900286798521] 2023-07-22T12:25:22,446 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(76): StartCode 1690028689787for backupID backup_1690028718286 2023-07-22T12:25:22,446 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-07-22T12:25:22,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:25:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.ProcedureCoordinator(143): Procedure rolllog was in running list but was completed. Accepting new attempt. 2023-07-22T12:25:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:25:22,447 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:25:22,447 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:25:22,448 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:25:22,448 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:25:22,449 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,449 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:22,450 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:25:22,450 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,450 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:25:22,450 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:25:22,451 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,451 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:25:22,451 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:22,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:25:22,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:22,452 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:25:22,452 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:25:22,452 WARN [zk-event-processor-pool-0 {}] procedure.ProcedureMember(133): A completed old subproc rolllog is still present, removing 2023-07-22T12:25:22,452 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:25:22,452 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:25:22,452 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:25:22,453 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:25:22,453 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:25:22,453 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,45711,1690028670550' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:25:22,458 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,458 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:22,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:25:22,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:25:22,459 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:25:22,459 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:25:22,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:25:22,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:25:22,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:22,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:25:22,460 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,45711,1690028670550' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:25:22,460 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5475fa14[Count = 0] remaining members to acquire global barrier 2023-07-22T12:25:22,460 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:25:22,460 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:22,467 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:22,467 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:22,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:22,467 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:25:22,467 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,467 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:25:22,467 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:25:22,467 DEBUG [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,467 INFO [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690028709255 highest: 1690028709255 on jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,467 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45711%2C1690028670550:(num 1690028709255) roll requested 2023-07-22T12:25:22,479 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028722467, exclude list is [], retry=0 2023-07-22T12:25:22,482 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:25:22,484 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 with entries=208, filesize=27.83 KB; new WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028722467 2023-07-22T12:25:22,484 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:25:22,484 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 is not closed yet, will try archiving it next time 2023-07-22T12:25:22,485 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta:.meta(num 1690028709281) roll requested 2023-07-22T12:25:22,499 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028722485.meta, exclude list is [], retry=0 2023-07-22T12:25:22,502 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK] 2023-07-22T12:25:22,504 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028722485.meta 2023-07-22T12:25:22,504 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:37191,DS-80160bef-2449-4bdb-ba04-90be43582da1,DISK]] 2023-07-22T12:25:22,504 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta is not closed yet, will try archiving it next time 2023-07-22T12:25:22,506 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta not finished, retry = 0 2023-07-22T12:25:22,507 DEBUG [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-07-22T12:25:22,507 INFO [rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690028722467 on jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,516 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:25:22,516 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,45711,1690028670550' in zk 2023-07-22T12:25:22,518 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,518 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:25:22,518 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:25:22,518 DEBUG [member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:25:22,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:25:22,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:25:22,519 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:25:22,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:25:22,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:22,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,520 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:25:22,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:22,521 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,522 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,45711,1690028670550': 2023-07-22T12:25:22,522 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,45711,1690028670550' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:25:22,522 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:25:22,522 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:25:22,522 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:25:22,522 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:25:22,522 INFO [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:25:22,523 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,523 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,523 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:25:22,523 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:25:22,523 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:25:22,524 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:25:22,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:25:22,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:25:22,524 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,524 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:22,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:25:22,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:22,525 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,525 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:25:22,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:25:22,526 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:22,529 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:25:22,529 DEBUG [(jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:25:22,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:25:22,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-07-22T12:25:22,529 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:25:22,529 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:25:22,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:25:22,530 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:25:22,530 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:25:22,530 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:25:22,530 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:25:22,606 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta 2023-07-22T12:25:22,631 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:25:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:25:22,633 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:45711=1690028689787} newestTimestamps: {jenkins-hbase3.apache.org:45711=1690028709255} 2023-07-22T12:25:22,635 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028673030.meta 2023-07-22T12:25:22,635 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028722485.meta 2023-07-22T12:25:22,635 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 2023-07-22T12:25:22,635 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028722467 2023-07-22T12:25:22,635 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028689814.meta 2023-07-22T12:25:22,635 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs/jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta.1690028709281.meta 2023-07-22T12:25:23,046 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(146): Attempting to copy table info for:ns2:test-16900286798521 target: hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521 descriptor: 'ns2:test-16900286798521', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:25:23,046 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-07-22T12:25:23,048 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(151): Starting to write region info for table ns2:test-16900286798521 2023-07-22T12:25:23,454 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(158): Finished writing region info for table ns2:test-16900286798521 2023-07-22T12:25:23,865 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(146): Attempting to copy table info for:test-1690028679852 target: hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852 descriptor: 'test-1690028679852', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:25:23,866 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-07-22T12:25:23,868 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(151): Starting to write region info for table test-1690028679852 2023-07-22T12:25:24,284 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.BackupUtils(158): Finished writing region info for table test-1690028679852 2023-07-22T12:25:24,289 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:37249/backupUT/.tmp/backup_1690028718286 from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 2023-07-22T12:25:24,290 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c8919fe to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:24,299 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c12b0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:24,300 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:24,302 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36990, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:24,304 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:25:24,304 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1690028679852 2023-07-22T12:25:24,307 DEBUG [hconnection-0x7480b2be-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:24,308 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:24,309 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1690028679852: test-1690028679852; 2023-07-22T12:25:24,309 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16900286798521 2023-07-22T12:25:24,311 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16900286798521: ns2:test-16900286798521; 2023-07-22T12:25:24,311 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(694): Configuring 2 reduce partitions to match current region count for all tables 2023-07-22T12:25:24,311 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/partitions_530ef0cc-ca39-47b0-8ce1-a354ee7afcc7 2023-07-22T12:25:24,719 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:24,719 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:24,720 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:24,721 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,701 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-5746700045965198375.jar 2023-07-22T12:25:25,702 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,702 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,702 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,703 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,703 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,704 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,704 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,704 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,705 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,705 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:25,706 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:25,706 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:25,707 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:25,707 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:25,708 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:25,708 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:25,708 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:25,709 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:25,709 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:25,709 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:25,710 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:25,710 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,711 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,711 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,711 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,712 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,712 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:25,713 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:25,713 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1690028679852,ns2:test-16900286798521 2023-07-22T12:25:25,713 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:25,713 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5c8919fe to 127.0.0.1:55891 2023-07-22T12:25:25,713 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:25,714 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:26,684 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-2954072487921652214.jar 2023-07-22T12:25:26,689 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:26,704 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 for WAL files 2023-07-22T12:25:26,705 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 2023-07-22T12:25:26,775 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028726741/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:26,775 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028726741/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:26,868 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 for hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/WALs/jenkins-hbase3.apache.org,45711,1690028670550/jenkins-hbase3.apache.org%2C45711%2C1690028670550.1690028709255 (-9223372036854775808:9223372036854775807) length:28505 2023-07-22T12:25:26,877 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-07-22T12:25:26,877 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-07-22T12:25:26,897 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x039c145e to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:26,903 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d39daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:26,905 DEBUG [hconnection-0x7b455b46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:26,907 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60756, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:26,908 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x039c145e to 127.0.0.1:55891 2023-07-22T12:25:26,908 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:26,910 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16900286798521-2-0] 2023-07-22T12:25:26,910 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:26,919 DEBUG [pool-216-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/backupUT/.tmp/backup_1690028718286/_temporary/0/_temporary/attempt_local2083013573_0005_r_000000_0/ns2/test-16900286798521/f/736f22a0192a46ca804e15031d2cc1a6 is 64, key is row-ns2:test-16900286798521-2-10/f:q1/1690028718213/Put/seqid=0 2023-07-22T12:25:26,921 WARN [Thread-1023 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:27,340 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x248f267f to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:27,345 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2328b087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:27,347 DEBUG [hconnection-0x7a6473df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:27,348 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60760, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:27,349 DEBUG [pool-216-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x248f267f to 127.0.0.1:55891 2023-07-22T12:25:27,349 DEBUG [pool-216-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:27,350 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1690028679852-2-0] 2023-07-22T12:25:27,351 DEBUG [pool-216-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:27,356 DEBUG [pool-216-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/backupUT/.tmp/backup_1690028718286/_temporary/0/_temporary/attempt_local2083013573_0005_r_000001_0/default/test-1690028679852/f/d6926b49cca9432db1dd6ef4706b5126 is 59, key is row-test-1690028679852-2-10/f:q1/1690028718126/Put/seqid=0 2023-07-22T12:25:27,358 WARN [Thread-1033 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:27,827 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:37249/backupUT 2023-07-22T12:25:27,827 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1690028718286 2023-07-22T12:25:27,827 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-07-22T12:25:27,832 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:37249/backupUT/.tmp/backup_1690028718286, hdfs://localhost:37249/backupUT] 2023-07-22T12:25:27,858 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:28,934 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-07-22T12:25:28,936 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1690028718286 2023-07-22T12:25:28,936 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 22485 bytes copied." 2023-07-22T12:25:28,936 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local1989603374_0006 completed: true true 2023-07-22T12:25:28,939 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=4468781 FILE: Number of bytes written=7516055 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=217984 HDFS: Number of bytes written=2413555 HDFS: Number of read operations=653 HDFS: Number of large read operations=0 HDFS: Number of write operations=278 Map-Reduce Framework Map input records=10 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1509949440 File Input Format Counters Bytes Read=2444 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=22485 Bytes Expected=22485 Files Copied=3 DIR_COPY=7 2023-07-22T12:25:28,939 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:37249/backupUT/.tmp/backup_1690028718286 to hdfs://localhost:37249/backupUT finished. 2023-07-22T12:25:28,949 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-07-22T12:25:28,949 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028718286 2023-07-22T12:25:28,953 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:37249/backupUT/backup_1690028705069 to construct the dependency. 2023-07-22T12:25:28,953 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028705069 2023-07-22T12:25:28,956 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028705069/.backup.manifest 2023-07-22T12:25:28,956 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1690028705069BackupDir=hdfs://localhost:37249/backupUT} 2023-07-22T12:25:28,956 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-07-22T12:25:28,956 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028718286 2023-07-22T12:25:28,957 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:37249/backupUT/backup_1690028705069 to construct the dependency. 2023-07-22T12:25:28,958 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028705069 2023-07-22T12:25:28,960 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028705069/.backup.manifest 2023-07-22T12:25:28,960 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1690028705069BackupDir=hdfs://localhost:37249/backupUT} 2023-07-22T12:25:28,960 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-07-22T12:25:29,365 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028718286/.backup.manifest 2023-07-22T12:25:29,365 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028718286 2023-07-22T12:25:29,367 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:37249/backupUT/backup_1690028705069 to construct the dependency. 2023-07-22T12:25:29,367 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028705069 2023-07-22T12:25:29,370 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028705069/.backup.manifest 2023-07-22T12:25:29,370 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1690028705069BackupDir=hdfs://localhost:37249/backupUT} 2023-07-22T12:25:29,370 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-07-22T12:25:29,370 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028718286 2023-07-22T12:25:29,372 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:37249/backupUT/backup_1690028705069 to construct the dependency. 2023-07-22T12:25:29,372 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028705069 2023-07-22T12:25:29,374 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028705069/.backup.manifest 2023-07-22T12:25:29,374 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1690028705069BackupDir=hdfs://localhost:37249/backupUT} 2023-07-22T12:25:29,374 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-07-22T12:25:29,780 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028718286/.backup.manifest 2023-07-22T12:25:29,780 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028718286 2023-07-22T12:25:29,782 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(327): Current backup has an incremental backup ancestor, touching its image manifest in hdfs://localhost:37249/backupUT/backup_1690028705069 to construct the dependency. 2023-07-22T12:25:29,783 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028705069 2023-07-22T12:25:29,785 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028705069/.backup.manifest 2023-07-22T12:25:29,786 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(335): Last dependent incremental backup image: {BackupID=backup_1690028705069BackupDir=hdfs://localhost:37249/backupUT} 2023-07-22T12:25:29,786 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManager(340): Got 2 ancestors for the current backup. 2023-07-22T12:25:30,191 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028718286/.backup.manifest 2023-07-22T12:25:30,191 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(358): Backup backup_1690028718286 finished: type=INCREMENTAL,tablelist=ns2:test-16900286798521;test-1690028679852,targetRootDir=hdfs://localhost:37249/backupUT,startts=1690028722437,completets=1690028728949,bytescopied=0 2023-07-22T12:25:30,191 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:25:30,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:25:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:25:30,199 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:25:30,201 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:25:30,206 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.TableBackupClient(376): Backup backup_1690028718286 completed. 2023-07-22T12:25:30,233 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupMergeJob(92): Merge backup images backup_1690028705069,backup_1690028718286 2023-07-22T12:25:30,234 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5ab58a9c to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:30,242 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fae7a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:30,243 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:30,244 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52922, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:30,247 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:30,248 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42926, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:30,256 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:25:30,261 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4d94f693 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:30,267 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fb65e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:30,268 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:30,269 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52924, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:30,272 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:30,272 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42932, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:30,284 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:30,284 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4d94f693 to 127.0.0.1:55891 2023-07-22T12:25:30,284 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:30,285 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for ns2:test-16900286798521 2023-07-22T12:25:30,288 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-test-16900286798521-1690028730286 from hdfs://localhost:37249/backupUT/backup_1690028705069/ns2/test-16900286798521,hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521 2023-07-22T12:25:30,289 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4d297995 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:30,296 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389a196a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:30,298 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:30,299 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52926, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:30,300 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:25:30,300 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16900286798521 2023-07-22T12:25:30,303 DEBUG [hconnection-0x6d2ef4e5-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:30,304 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42942, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:30,305 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16900286798521: 2023-07-22T12:25:30,305 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:25:30,305 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/partitions_ed79a1c5-204b-4bc3-bffa-c2a904744800 2023-07-22T12:25:30,712 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:30,712 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:30,713 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:30,713 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,678 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-5809842566351274270.jar 2023-07-22T12:25:31,679 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,679 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,679 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,680 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,680 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,681 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,681 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,681 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,682 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,682 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:31,683 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:31,683 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:31,684 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:31,684 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:31,685 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:31,685 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:31,685 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:31,686 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:31,686 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:31,687 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:31,687 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:31,690 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,691 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,691 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,691 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,692 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,692 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:31,693 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:31,693 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16900286798521 2023-07-22T12:25:31,693 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:31,693 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4d297995 to 127.0.0.1:55891 2023-07-22T12:25:31,693 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:31,693 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:25:31,693 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:25:31,694 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:31,701 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:31,707 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:25:31,792 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028731757/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:31,792 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028731757/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:31,843 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521/f/736f22a0192a46ca804e15031d2cc1a6 2023-07-22T12:25:31,847 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:25:31,849 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 736f22a0192a46ca804e15031d2cc1a6 2023-07-22T12:25:31,870 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37249/backupUT/backup_1690028705069/ns2/test-16900286798521/f/89241e887e574f4a8056ef89ae0057b7 2023-07-22T12:25:31,874 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:25:31,876 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 89241e887e574f4a8056ef89ae0057b7 2023-07-22T12:25:31,898 DEBUG [pool-229-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x30c42b28 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:31,903 DEBUG [pool-229-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f7726d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:31,904 DEBUG [hconnection-0xf6d5530-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:31,906 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42956, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:31,908 DEBUG [pool-229-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x30c42b28 to 127.0.0.1:55891 2023-07-22T12:25:31,908 DEBUG [pool-229-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:31,909 DEBUG [pool-229-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16900286798521-1-0] 2023-07-22T12:25:31,909 DEBUG [pool-229-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:31,919 DEBUG [pool-229-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-test-16900286798521-1690028730286/_temporary/0/_temporary/attempt_local1013145876_0007_r_000000_0/f/0005241bd84c4e79b4ff0be9c7595bb7 is 64, key is row-ns2:test-16900286798521-1-10/f:q1/1690028704973/Put/seqid=0 2023-07-22T12:25:31,920 WARN [Thread-1119 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:32,825 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-07-22T12:25:32,826 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupMergeJob(117): Merge backup images for test-1690028679852 2023-07-22T12:25:32,828 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-test-1690028679852-1690028732827 from hdfs://localhost:37249/backupUT/backup_1690028705069/default/test-1690028679852,hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852 2023-07-22T12:25:32,828 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x420c1b87 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:32,833 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660e9636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:32,834 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:32,835 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52932, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:32,836 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:25:32,837 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1690028679852 2023-07-22T12:25:32,840 DEBUG [hconnection-0x7c15dcf2-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:32,841 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42972, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:32,843 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1690028679852: 2023-07-22T12:25:32,843 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:25:32,843 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/partitions_497ef7b7-5db8-4f3b-99dc-56c91e53ebbb 2023-07-22T12:25:33,249 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:33,250 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:33,250 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:33,251 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:33,462 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 088e0a32fc82a1a7f8a758f286f3957a changed from -1.0 to 0.0, refreshing cache 2023-07-22T12:25:34,228 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-5294182733829182519.jar 2023-07-22T12:25:34,229 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,229 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,229 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,230 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,230 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,231 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,231 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,231 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,232 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,232 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:34,233 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:34,233 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:34,234 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:34,234 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:34,235 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:34,235 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:34,235 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:34,236 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:34,236 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:34,236 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:34,237 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:34,237 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,238 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,238 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,238 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,239 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,239 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:34,240 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:34,240 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1690028679852 2023-07-22T12:25:34,240 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:34,240 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x420c1b87 to 127.0.0.1:55891 2023-07-22T12:25:34,240 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:34,240 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:25:34,240 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:25:34,241 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:34,246 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:34,251 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:25:34,330 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028734296/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:34,330 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028734296/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:34,411 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852/f/d6926b49cca9432db1dd6ef4706b5126 2023-07-22T12:25:34,414 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:25:34,416 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d6926b49cca9432db1dd6ef4706b5126 2023-07-22T12:25:34,435 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37249/backupUT/backup_1690028705069/default/test-1690028679852/f/7f1c07130d3b4613afc48fa9d00875d7 2023-07-22T12:25:34,440 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:25:34,441 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 7f1c07130d3b4613afc48fa9d00875d7 2023-07-22T12:25:34,457 DEBUG [pool-234-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x68aa0506 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:34,462 DEBUG [pool-234-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6ee387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:34,466 DEBUG [hconnection-0x13a07254-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:34,468 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42984, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:34,469 DEBUG [pool-234-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x68aa0506 to 127.0.0.1:55891 2023-07-22T12:25:34,469 DEBUG [pool-234-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:34,470 DEBUG [pool-234-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1690028679852-1-0] 2023-07-22T12:25:34,470 DEBUG [pool-234-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:34,478 DEBUG [pool-234-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-test-1690028679852-1690028732827/_temporary/0/_temporary/attempt_local1069632602_0008_r_000000_0/f/0b6e11384f1b4993841a11c0f53393eb is 59, key is row-test-1690028679852-1-10/f:q1/1690028704840/Put/seqid=0 2023-07-22T12:25:34,480 WARN [Thread-1159 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:35,367 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupMergeJob(143): Merge Job finished:0 2023-07-22T12:25:35,369 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupMergeJob(159): Renamed hdfs://localhost:37249/backupUT/backup_1690028718286 to hdfs://localhost:37249/backupUT/.tmp/backup_1690028718286 2023-07-22T12:25:35,371 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-test-16900286798521-1690028730286/f to hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521 result=true 2023-07-22T12:25:35,373 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceBackupMergeJob(360): MoveData from hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-test-1690028679852-1690028732827/f to hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852 result=true 2023-07-22T12:25:35,374 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/.tmp/backup_1690028718286/.backup.manifest 2023-07-22T12:25:35,376 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/.tmp/backup_1690028718286/.backup.manifest 2023-07-22T12:25:35,783 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37249/backupUT/backup_1690028718286/.backup.manifest 2023-07-22T12:25:37,445 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:25:37,447 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:37,450 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5ab58a9c to 127.0.0.1:55891 2023-07-22T12:25:37,450 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:37,454 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-07-22T12:25:37,455 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-07-22T12:25:37,457 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028718286/.backup.manifest 2023-07-22T12:25:37,461 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028718286/.backup.manifest 2023-07-22T12:25:37,462 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028718286/.backup.manifest 2023-07-22T12:25:37,464 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028718286/.backup.manifest 2023-07-22T12:25:37,467 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028685602/.backup.manifest 2023-07-22T12:25:37,469 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028685602/.backup.manifest 2023-07-22T12:25:37,469 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(148): Restoring 'test-1690028679852' to 'table1' from full backup image hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852 2023-07-22T12:25:37,472 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1690028679852', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1690028718286 2023-07-22T12:25:37,475 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(487): Creating target table 'table1' 2023-07-22T12:25:37,475 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/archive/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:37,476 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/archive/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f in region [hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/archive/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8] 2023-07-22T12:25:37,480 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/archive/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/9f36795ad94f4b0ca03ca6a818b3c100 first=row0 last=row98 2023-07-22T12:25:37,480 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9f36795ad94f4b0ca03ca6a818b3c100 2023-07-22T12:25:37,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:25:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-07-22T12:25:37,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:25:37,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 42 2023-07-22T12:25:37,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:25:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:25:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:25:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:25:37,900 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 798ccf3b5423aa93ee224cb37e28d4a5, NAME => 'table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:25:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:25:38,306 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:25:38,307 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 798ccf3b5423aa93ee224cb37e28d4a5, disabling compactions & flushes 2023-07-22T12:25:38,307 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:38,307 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:38,307 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. after waiting 0 ms 2023-07-22T12:25:38,307 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:38,307 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:38,307 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 798ccf3b5423aa93ee224cb37e28d4a5: 2023-07-22T12:25:38,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:25:38,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1690028738308"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028738308"}]},"ts":"1690028738308"} 2023-07-22T12:25:38,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:25:38,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:25:38,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028738311"}]},"ts":"1690028738311"} 2023-07-22T12:25:38,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-07-22T12:25:38,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=798ccf3b5423aa93ee224cb37e28d4a5, ASSIGN}] 2023-07-22T12:25:38,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=798ccf3b5423aa93ee224cb37e28d4a5, ASSIGN 2023-07-22T12:25:38,319 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=798ccf3b5423aa93ee224cb37e28d4a5, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:25:38,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=798ccf3b5423aa93ee224cb37e28d4a5, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:38,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; OpenRegionProcedure 798ccf3b5423aa93ee224cb37e28d4a5, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:25:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:25:38,627 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(130): Open table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:38,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7254): Opening region: {ENCODED => 798ccf3b5423aa93ee224cb37e28d4a5, NAME => 'table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:25:38,628 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:25:38,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 798ccf3b5423aa93ee224cb37e28d4a5 2023-07-22T12:25:38,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(888): Instantiated table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:25:38,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7296): checking encryption for 798ccf3b5423aa93ee224cb37e28d4a5 2023-07-22T12:25:38,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7299): checking classloading for 798ccf3b5423aa93ee224cb37e28d4a5 2023-07-22T12:25:38,629 INFO [StoreOpener-798ccf3b5423aa93ee224cb37e28d4a5-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 798ccf3b5423aa93ee224cb37e28d4a5 2023-07-22T12:25:38,631 INFO [StoreOpener-798ccf3b5423aa93ee224cb37e28d4a5-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 798ccf3b5423aa93ee224cb37e28d4a5 columnFamilyName f 2023-07-22T12:25:38,631 DEBUG [StoreOpener-798ccf3b5423aa93ee224cb37e28d4a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:25:38,631 INFO [StoreOpener-798ccf3b5423aa93ee224cb37e28d4a5-1 {}] regionserver.HStore(324): Store=798ccf3b5423aa93ee224cb37e28d4a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:25:38,632 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5 2023-07-22T12:25:38,632 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5 2023-07-22T12:25:38,634 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1076): writing seq id for 798ccf3b5423aa93ee224cb37e28d4a5 2023-07-22T12:25:38,636 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:25:38,637 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): Opened 798ccf3b5423aa93ee224cb37e28d4a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9438951040, jitterRate=-0.12092918157577515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:25:38,638 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(992): Region open journal for 798ccf3b5423aa93ee224cb37e28d4a5: 2023-07-22T12:25:38,638 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2552): Post open deploy tasks for table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5., pid=44, masterSystemTime=1690028738624 2023-07-22T12:25:38,640 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2579): Finished post open deploy task for table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:38,640 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(158): Opened table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:38,640 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=43 updating hbase:meta row=798ccf3b5423aa93ee224cb37e28d4a5, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:38,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=44, resume processing ppid=43 2023-07-22T12:25:38,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=44, ppid=43, state=SUCCESS; OpenRegionProcedure 798ccf3b5423aa93ee224cb37e28d4a5, server=jenkins-hbase3.apache.org,45711,1690028670550 in 170 msec 2023-07-22T12:25:38,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=43, resume processing ppid=42 2023-07-22T12:25:38,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=43, ppid=42, state=SUCCESS; TransitRegionStateProcedure table=table1, region=798ccf3b5423aa93ee224cb37e28d4a5, ASSIGN in 326 msec 2023-07-22T12:25:38,645 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:25:38,645 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028738645"}]},"ts":"1690028738645"} 2023-07-22T12:25:38,646 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-07-22T12:25:38,649 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=42, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:25:38,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=42, state=SUCCESS; CreateTableProcedure table=table1 in 1.1610 sec 2023-07-22T12:25:38,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-07-22T12:25:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:25:39,599 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:table1, procId: 42 completed 2023-07-22T12:25:39,603 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/archive/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8 from hbase tables test-1690028679852 to tables table1 2023-07-22T12:25:39,603 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1690028679852 into table1 2023-07-22T12:25:39,604 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028739603 from hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/archive/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:39,605 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x09167c37 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:39,611 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2ab9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:39,611 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:39,612 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52944, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:39,613 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:25:39,613 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-07-22T12:25:39,616 DEBUG [hconnection-0x5a6e20fc-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:39,618 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42998, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:39,619 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-07-22T12:25:39,619 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:25:39,619 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/partitions_1a6a8cf2-a8d2-484f-9d8c-233c43627b28 2023-07-22T12:25:39,627 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:39,627 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:39,628 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:39,628 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,603 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-2020630865404538736.jar 2023-07-22T12:25:40,604 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,604 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,604 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,605 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,605 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,605 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,606 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,606 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,607 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,607 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:40,608 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:40,608 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:40,609 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:40,609 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:40,609 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:40,610 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:40,610 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:40,611 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:40,611 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:40,611 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:40,612 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:40,612 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,613 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,613 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,613 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,613 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,614 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:40,614 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:40,615 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-07-22T12:25:40,615 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:40,615 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x09167c37 to 127.0.0.1:55891 2023-07-22T12:25:40,615 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:40,615 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:25:40,615 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:25:40,616 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:40,621 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:40,627 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:25:40,708 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028740670/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:40,708 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028740670/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:40,759 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37249/backupUT/backup_1690028685602/default/test-1690028679852/archive/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/9f36795ad94f4b0ca03ca6a818b3c100 2023-07-22T12:25:40,763 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:25:40,765 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9f36795ad94f4b0ca03ca6a818b3c100 2023-07-22T12:25:40,778 DEBUG [pool-242-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4e7aeeec to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:40,783 DEBUG [pool-242-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d218f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:40,784 DEBUG [hconnection-0x1fe04ecb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:40,785 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60938, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:40,787 DEBUG [pool-242-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4e7aeeec to 127.0.0.1:55891 2023-07-22T12:25:40,787 DEBUG [pool-242-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:40,790 DEBUG [pool-242-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-07-22T12:25:40,790 DEBUG [pool-242-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:40,795 DEBUG [pool-242-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028739603/_temporary/0/_temporary/attempt_local268363377_0009_r_000000_0/f/17db59d6e70e4d6ab52076ec411f495f is 37, key is row10/f:q1/1690028681511/Put/seqid=0 2023-07-22T12:25:40,796 WARN [Thread-1227 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:41,757 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028739603 2023-07-22T12:25:41,757 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x10de2c6a to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:41,763 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0b0ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:41,764 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:41,766 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60950, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:41,773 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028739603/_SUCCESS 2023-07-22T12:25:41,778 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:41,780 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58930, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:41,813 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 17db59d6e70e4d6ab52076ec411f495f 2023-07-22T12:25:41,814 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028739603/f/17db59d6e70e4d6ab52076ec411f495f first=Optional[row0] last=Optional[row98] 2023-07-22T12:25:41,832 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5., hostname=jenkins-hbase3.apache.org,45711,1690028670550, seqNum=2 for row with hfile group [{f,hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028739603/f/17db59d6e70e4d6ab52076ec411f495f}] 2023-07-22T12:25:41,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028739603/f/17db59d6e70e4d6ab52076ec411f495f for inclusion in 798ccf3b5423aa93ee224cb37e28d4a5/f 2023-07-22T12:25:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-07-22T12:25:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:25:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 17db59d6e70e4d6ab52076ec411f495f 2023-07-22T12:25:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegion(2520): Flush status journal for 798ccf3b5423aa93ee224cb37e28d4a5: 2023-07-22T12:25:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028739603/f/17db59d6e70e4d6ab52076ec411f495f to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__3c8e2i32tr72rerpb97al9k282kuv0e24kqh59rd7arci6bvc49q8h4n3n9oa0no/f/17db59d6e70e4d6ab52076ec411f495f 2023-07-22T12:25:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__3c8e2i32tr72rerpb97al9k282kuv0e24kqh59rd7arci6bvc49q8h4n3n9oa0no/f/17db59d6e70e4d6ab52076ec411f495f as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/f/451ca531d7bb4b78916dd6ad4ea7bac0_SeqId_4_ 2023-07-22T12:25:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1d49bb48 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bb61a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:41,883 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58936, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:41,895 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60960, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:41,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1d49bb48 to 127.0.0.1:55891 2023-07-22T12:25:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:41,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__3c8e2i32tr72rerpb97al9k282kuv0e24kqh59rd7arci6bvc49q8h4n3n9oa0no/f/17db59d6e70e4d6ab52076ec411f495f into 798ccf3b5423aa93ee224cb37e28d4a5/f as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/f/451ca531d7bb4b78916dd6ad4ea7bac0_SeqId_4_ - updating store file list. 2023-07-22T12:25:41,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/f/451ca531d7bb4b78916dd6ad4ea7bac0_SeqId_4_ into 798ccf3b5423aa93ee224cb37e28d4a5/f 2023-07-22T12:25:41,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__3c8e2i32tr72rerpb97al9k282kuv0e24kqh59rd7arci6bvc49q8h4n3n9oa0no/f/17db59d6e70e4d6ab52076ec411f495f into 798ccf3b5423aa93ee224cb37e28d4a5/f (new location: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/f/451ca531d7bb4b78916dd6ad4ea7bac0_SeqId_4_) 2023-07-22T12:25:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__3c8e2i32tr72rerpb97al9k282kuv0e24kqh59rd7arci6bvc49q8h4n3n9oa0no/f/17db59d6e70e4d6ab52076ec411f495f 2023-07-22T12:25:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x20db8d66 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5444a7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:41,933 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58952, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:25:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:41,938 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60966, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:25:41,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x20db8d66 to 127.0.0.1:55891 2023-07-22T12:25:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:41,969 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:41,969 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x10de2c6a to 127.0.0.1:55891 2023-07-22T12:25:41,969 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:41,970 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:25:41,989 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(181): Restoring 'test-1690028679852' to 'table1' from log dirs: hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852/f/0b6e11384f1b4993841a11c0f53393eb 2023-07-22T12:25:41,992 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(177): Found descriptor 'test-1690028679852', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1690028718286 2023-07-22T12:25:41,994 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852/f/0b6e11384f1b4993841a11c0f53393eb from hbase tables test-1690028679852 to tables table1 2023-07-22T12:25:41,994 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1690028679852 into table1 2023-07-22T12:25:41,996 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028741994 from hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852/f/0b6e11384f1b4993841a11c0f53393eb 2023-07-22T12:25:41,996 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x45720432 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:42,015 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621fc802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:42,015 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:42,017 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58954, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:42,019 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:25:42,019 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1690028679852 2023-07-22T12:25:42,022 DEBUG [hconnection-0x495cb827-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:42,023 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60972, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:42,025 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1690028679852: 2023-07-22T12:25:42,025 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:25:42,025 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/partitions_5f9b389f-0688-4755-b6a8-094df8a35e32 2023-07-22T12:25:42,442 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:42,443 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:42,443 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:42,444 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,459 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-6513664665724930329.jar 2023-07-22T12:25:43,459 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,459 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,460 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,460 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,461 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,461 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,462 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,462 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,463 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,463 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:43,464 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:43,464 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:43,465 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:43,465 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:43,466 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:43,467 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:43,467 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:43,468 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:43,468 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:43,469 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:43,469 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:43,470 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,470 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,471 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,471 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,472 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,472 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:43,473 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:43,473 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1690028679852 2023-07-22T12:25:43,474 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:43,474 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x45720432 to 127.0.0.1:55891 2023-07-22T12:25:43,474 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:43,474 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:25:43,474 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:25:43,475 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:43,480 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:43,487 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:25:43,591 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028743540/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:43,591 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028743540/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:43,675 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852/f/0b6e11384f1b4993841a11c0f53393eb 2023-07-22T12:25:43,680 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:25:43,682 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0b6e11384f1b4993841a11c0f53393eb 2023-07-22T12:25:43,714 DEBUG [pool-254-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x47d4e2bd to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:43,719 DEBUG [pool-254-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200795d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:43,722 DEBUG [hconnection-0x1647ec9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:43,724 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60980, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:43,725 DEBUG [pool-254-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x47d4e2bd to 127.0.0.1:55891 2023-07-22T12:25:43,725 DEBUG [pool-254-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:43,727 DEBUG [pool-254-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-test-1690028679852-1-0] 2023-07-22T12:25:43,727 DEBUG [pool-254-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:43,735 DEBUG [pool-254-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028741994/_temporary/0/_temporary/attempt_local1280272397_0010_r_000000_0/f/fa79338a4a494ce284547bf07cea2a3a is 59, key is row-test-1690028679852-1-10/f:q1/1690028704840/Put/seqid=0 2023-07-22T12:25:43,737 WARN [Thread-1271 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:44,247 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:25:44,638 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028741994 2023-07-22T12:25:44,639 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2c542459 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:44,644 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534dd2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:44,645 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:44,648 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60984, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:44,654 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028741994/_SUCCESS 2023-07-22T12:25:44,657 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:44,659 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58962, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:44,671 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fa79338a4a494ce284547bf07cea2a3a 2023-07-22T12:25:44,671 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028741994/f/fa79338a4a494ce284547bf07cea2a3a first=Optional[row-test-1690028679852-1-0] last=Optional[row-test-1690028679852-2-98] 2023-07-22T12:25:44,672 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5., hostname=jenkins-hbase3.apache.org,45711,1690028670550, seqNum=2 for row with hfile group [{f,hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028741994/f/fa79338a4a494ce284547bf07cea2a3a}] 2023-07-22T12:25:44,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028741994/f/fa79338a4a494ce284547bf07cea2a3a for inclusion in 798ccf3b5423aa93ee224cb37e28d4a5/f 2023-07-22T12:25:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(623): HFile bounds: first=row-test-1690028679852-1-0 last=row-test-1690028679852-2-98 2023-07-22T12:25:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:25:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fa79338a4a494ce284547bf07cea2a3a 2023-07-22T12:25:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegion(2520): Flush status journal for 798ccf3b5423aa93ee224cb37e28d4a5: 2023-07-22T12:25:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-default-table1-1690028741994/f/fa79338a4a494ce284547bf07cea2a3a to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__mnd3dblbe8qtn6c2fjgfc3hffpva412tht6rmkj53tlaj9efo6e6vqqmj3k9ftss/f/fa79338a4a494ce284547bf07cea2a3a 2023-07-22T12:25:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__mnd3dblbe8qtn6c2fjgfc3hffpva412tht6rmkj53tlaj9efo6e6vqqmj3k9ftss/f/fa79338a4a494ce284547bf07cea2a3a as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/f/f0dd914a90934156864938f77127ce0e_SeqId_6_ 2023-07-22T12:25:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x60db92c2 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54416ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:44,700 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58970, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:44,706 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60998, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:44,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x60db92c2 to 127.0.0.1:55891 2023-07-22T12:25:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:44,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__mnd3dblbe8qtn6c2fjgfc3hffpva412tht6rmkj53tlaj9efo6e6vqqmj3k9ftss/f/fa79338a4a494ce284547bf07cea2a3a into 798ccf3b5423aa93ee224cb37e28d4a5/f as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/f/f0dd914a90934156864938f77127ce0e_SeqId_6_ - updating store file list. 2023-07-22T12:25:44,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/f/f0dd914a90934156864938f77127ce0e_SeqId_6_ into 798ccf3b5423aa93ee224cb37e28d4a5/f 2023-07-22T12:25:44,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__mnd3dblbe8qtn6c2fjgfc3hffpva412tht6rmkj53tlaj9efo6e6vqqmj3k9ftss/f/fa79338a4a494ce284547bf07cea2a3a into 798ccf3b5423aa93ee224cb37e28d4a5/f (new location: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/f/f0dd914a90934156864938f77127ce0e_SeqId_6_) 2023-07-22T12:25:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__table1__mnd3dblbe8qtn6c2fjgfc3hffpva412tht6rmkj53tlaj9efo6e6vqqmj3k9ftss/f/fa79338a4a494ce284547bf07cea2a3a 2023-07-22T12:25:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x63f121c9 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1d1a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:44,743 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58976, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:25:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:44,750 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:32780, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:25:44,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x63f121c9 to 127.0.0.1:55891 2023-07-22T12:25:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:44,770 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:44,770 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2c542459 to 127.0.0.1:55891 2023-07-22T12:25:44,771 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:44,771 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:25:44,771 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(187): test-1690028679852 has been successfully restored to table1 2023-07-22T12:25:44,771 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-07-22T12:25:44,771 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(233): Backup: backup_1690028718286 hdfs://localhost:37249/backupUT/backup_1690028718286/default/test-1690028679852/ 2023-07-22T12:25:44,772 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:37249/backupUT/backup_1690028685602/.backup.manifest 2023-07-22T12:25:44,774 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028685602/.backup.manifest 2023-07-22T12:25:44,775 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16900286798521' to 'ns2:table2' from full backup image hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521 2023-07-22T12:25:44,777 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-16900286798521', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1690028718286 2023-07-22T12:25:44,780 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-07-22T12:25:44,780 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/archive/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50 2023-07-22T12:25:44,781 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/archive/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f in region [hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/archive/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50] 2023-07-22T12:25:44,785 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/archive/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/2dbcf893e8604e8abca906a586676c94 first=row0 last=row98 2023-07-22T12:25:44,785 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2dbcf893e8604e8abca906a586676c94 2023-07-22T12:25:44,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:25:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] procedure2.ProcedureExecutor(1033): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-07-22T12:25:44,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:25:44,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 45 2023-07-22T12:25:44,791 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:25:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-07-22T12:25:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-07-22T12:25:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-07-22T12:25:45,205 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 87bcbd857974270b1aac42f04924395c, NAME => 'ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b 2023-07-22T12:25:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-07-22T12:25:45,611 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:25:45,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing 87bcbd857974270b1aac42f04924395c, disabling compactions & flushes 2023-07-22T12:25:45,612 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:45,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:45,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. after waiting 0 ms 2023-07-22T12:25:45,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:45,612 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:45,612 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for 87bcbd857974270b1aac42f04924395c: 2023-07-22T12:25:45,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:25:45,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1690028745613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028745613"}]},"ts":"1690028745613"} 2023-07-22T12:25:45,614 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:25:45,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:25:45,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028745615"}]},"ts":"1690028745615"} 2023-07-22T12:25:45,616 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-07-22T12:25:45,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=87bcbd857974270b1aac42f04924395c, ASSIGN}] 2023-07-22T12:25:45,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=87bcbd857974270b1aac42f04924395c, ASSIGN 2023-07-22T12:25:45,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=87bcbd857974270b1aac42f04924395c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,45711,1690028670550; forceNewPlan=false, retain=false 2023-07-22T12:25:45,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=87bcbd857974270b1aac42f04924395c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:45,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 87bcbd857974270b1aac42f04924395c, server=jenkins-hbase3.apache.org,45711,1690028670550}] 2023-07-22T12:25:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-07-22T12:25:45,930 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:45,930 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => 87bcbd857974270b1aac42f04924395c, NAME => 'ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:25:45,930 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:25:45,931 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:45,931 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:25:45,931 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:45,931 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:45,932 INFO [StoreOpener-87bcbd857974270b1aac42f04924395c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:45,934 INFO [StoreOpener-87bcbd857974270b1aac42f04924395c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bcbd857974270b1aac42f04924395c columnFamilyName f 2023-07-22T12:25:45,934 DEBUG [StoreOpener-87bcbd857974270b1aac42f04924395c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:25:45,935 INFO [StoreOpener-87bcbd857974270b1aac42f04924395c-1 {}] regionserver.HStore(324): Store=87bcbd857974270b1aac42f04924395c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:25:45,935 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:45,936 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:45,938 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:45,940 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:25:45,941 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened 87bcbd857974270b1aac42f04924395c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10535429120, jitterRate=-0.018811702728271484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:25:45,941 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for 87bcbd857974270b1aac42f04924395c: 2023-07-22T12:25:45,942 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c., pid=47, masterSystemTime=1690028745927 2023-07-22T12:25:45,943 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:45,943 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:45,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=87bcbd857974270b1aac42f04924395c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:45,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=47, resume processing ppid=46 2023-07-22T12:25:45,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 87bcbd857974270b1aac42f04924395c, server=jenkins-hbase3.apache.org,45711,1690028670550 in 170 msec 2023-07-22T12:25:45,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=46, resume processing ppid=45 2023-07-22T12:25:45,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=87bcbd857974270b1aac42f04924395c, ASSIGN in 326 msec 2023-07-22T12:25:45,948 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:25:45,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028745948"}]},"ts":"1690028745948"} 2023-07-22T12:25:45,949 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-07-22T12:25:45,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:25:45,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=45, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1660 sec 2023-07-22T12:25:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37479 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=45 2023-07-22T12:25:46,898 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:table2, procId: 45 completed 2023-07-22T12:25:46,901 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/archive/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50 from hbase tables ns2:test-16900286798521 to tables ns2:table2 2023-07-22T12:25:46,901 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16900286798521 into ns2:table2 2023-07-22T12:25:46,903 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028746901 from hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/archive/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50 2023-07-22T12:25:46,903 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2cb698e0 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:46,908 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61011c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:46,909 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:46,910 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:58990, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:46,911 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:25:46,911 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-07-22T12:25:46,914 DEBUG [hconnection-0x6077bd49-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:46,916 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:32796, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:46,917 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-07-22T12:25:46,917 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:25:46,917 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/partitions_0d2311e0-aec5-4952-8dd8-74bb87d728af 2023-07-22T12:25:47,325 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:47,325 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:47,326 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:47,327 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:47,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-07-22T12:25:47,492 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:25:47,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-07-22T12:25:47,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:25:48,306 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-761779137446400662.jar 2023-07-22T12:25:48,307 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,307 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,308 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,308 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,308 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,309 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,309 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,309 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,310 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,310 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:48,311 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:48,311 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:48,312 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:48,312 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:48,313 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:48,313 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:48,313 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:48,314 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:48,314 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:48,315 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:48,315 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:48,315 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,316 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,316 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,316 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,317 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,317 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:48,318 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:48,318 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-07-22T12:25:48,318 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:48,318 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2cb698e0 to 127.0.0.1:55891 2023-07-22T12:25:48,318 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:48,318 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:25:48,318 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:25:48,319 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:48,324 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:48,330 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:25:48,411 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028748373/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:48,411 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028748373/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:48,470 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37249/backupUT/backup_1690028685602/ns2/test-16900286798521/archive/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/2dbcf893e8604e8abca906a586676c94 2023-07-22T12:25:48,474 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:25:48,476 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2dbcf893e8604e8abca906a586676c94 2023-07-22T12:25:48,490 DEBUG [pool-269-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3cf87f88 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:48,497 DEBUG [pool-269-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4b3fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:48,501 DEBUG [hconnection-0x6d904dd2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:48,503 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:32810, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:48,505 DEBUG [pool-269-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3cf87f88 to 127.0.0.1:55891 2023-07-22T12:25:48,505 DEBUG [pool-269-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:48,506 DEBUG [pool-269-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-07-22T12:25:48,506 DEBUG [pool-269-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:48,512 DEBUG [pool-269-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028746901/_temporary/0/_temporary/attempt_local1765042114_0011_r_000000_0/f/ba365c12120f42a0a9a0d7900f9463ac is 37, key is row10/f:q1/1690028682726/Put/seqid=0 2023-07-22T12:25:48,513 WARN [Thread-1325 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:49,466 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028746901 2023-07-22T12:25:49,466 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x285d2674 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:49,472 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71361285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:49,473 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:49,475 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:32820, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:49,481 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028746901/_SUCCESS 2023-07-22T12:25:49,485 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:49,485 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59002, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:49,495 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ba365c12120f42a0a9a0d7900f9463ac 2023-07-22T12:25:49,495 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028746901/f/ba365c12120f42a0a9a0d7900f9463ac first=Optional[row0] last=Optional[row98] 2023-07-22T12:25:49,496 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c., hostname=jenkins-hbase3.apache.org,45711,1690028670550, seqNum=2 for row with hfile group [{f,hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028746901/f/ba365c12120f42a0a9a0d7900f9463ac}] 2023-07-22T12:25:49,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028746901/f/ba365c12120f42a0a9a0d7900f9463ac for inclusion in 87bcbd857974270b1aac42f04924395c/f 2023-07-22T12:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-07-22T12:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ba365c12120f42a0a9a0d7900f9463ac 2023-07-22T12:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegion(2520): Flush status journal for 87bcbd857974270b1aac42f04924395c: 2023-07-22T12:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028746901/f/ba365c12120f42a0a9a0d7900f9463ac to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__3pdkhh1ag5np8r8gv5j7ltnih5iqhp6eooq2o6brf5k3oif0olbprrg1hgsprkob/f/ba365c12120f42a0a9a0d7900f9463ac 2023-07-22T12:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__3pdkhh1ag5np8r8gv5j7ltnih5iqhp6eooq2o6brf5k3oif0olbprrg1hgsprkob/f/ba365c12120f42a0a9a0d7900f9463ac as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/f/0525e4e1207c4a998771d4bee6d29c1e_SeqId_4_ 2023-07-22T12:25:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x28aded0a to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c7efe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:49,517 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59016, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:49,522 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:32834, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:49,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x28aded0a to 127.0.0.1:55891 2023-07-22T12:25:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:49,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__3pdkhh1ag5np8r8gv5j7ltnih5iqhp6eooq2o6brf5k3oif0olbprrg1hgsprkob/f/ba365c12120f42a0a9a0d7900f9463ac into 87bcbd857974270b1aac42f04924395c/f as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/f/0525e4e1207c4a998771d4bee6d29c1e_SeqId_4_ - updating store file list. 2023-07-22T12:25:49,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/f/0525e4e1207c4a998771d4bee6d29c1e_SeqId_4_ into 87bcbd857974270b1aac42f04924395c/f 2023-07-22T12:25:49,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__3pdkhh1ag5np8r8gv5j7ltnih5iqhp6eooq2o6brf5k3oif0olbprrg1hgsprkob/f/ba365c12120f42a0a9a0d7900f9463ac into 87bcbd857974270b1aac42f04924395c/f (new location: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/f/0525e4e1207c4a998771d4bee6d29c1e_SeqId_4_) 2023-07-22T12:25:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__3pdkhh1ag5np8r8gv5j7ltnih5iqhp6eooq2o6brf5k3oif0olbprrg1hgsprkob/f/ba365c12120f42a0a9a0d7900f9463ac 2023-07-22T12:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x27ecd6a4 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746e5dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:49,547 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59032, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:49,552 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:32840, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:25:49,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x27ecd6a4 to 127.0.0.1:55891 2023-07-22T12:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:49,566 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:49,567 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x285d2674 to 127.0.0.1:55891 2023-07-22T12:25:49,567 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:49,567 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:25:49,586 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(181): Restoring 'ns2:test-16900286798521' to 'ns2:table2' from log dirs: hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521/f/0005241bd84c4e79b4ff0be9c7595bb7 2023-07-22T12:25:49,589 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.RestoreTool(177): Found descriptor 'ns2:test-16900286798521', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1690028718286 2023-07-22T12:25:49,590 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521/f/0005241bd84c4e79b4ff0be9c7595bb7 from hbase tables ns2:test-16900286798521 to tables ns2:table2 2023-07-22T12:25:49,590 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16900286798521 into ns2:table2 2023-07-22T12:25:49,592 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028749590 from hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521/f/0005241bd84c4e79b4ff0be9c7595bb7 2023-07-22T12:25:49,592 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4c71615f to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:49,599 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9f0627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:49,600 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:49,601 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59034, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:49,602 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:25:49,602 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:test-16900286798521 2023-07-22T12:25:49,605 DEBUG [hconnection-0x677a8eab-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:49,607 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:32842, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:49,608 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:test-16900286798521: 2023-07-22T12:25:49,608 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:25:49,608 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/partitions_4aa50309-1f91-4f3f-a106-1cda7ba498f9 2023-07-22T12:25:50,015 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,015 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,016 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,016 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-07-22T12:25:50,993 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop-4539916418283940669.jar 2023-07-22T12:25:50,994 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,994 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,994 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,995 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,995 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,995 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,996 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,996 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,996 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:50,997 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:50,998 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:25:50,998 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:25:50,999 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:25:50,999 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:25:51,000 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:25:51,000 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:25:51,000 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:25:51,001 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:25:51,001 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:25:51,001 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:25:51,002 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:25:51,002 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:51,003 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:51,003 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:51,003 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:51,003 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:51,004 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:25:51,004 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:25:51,005 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:test-16900286798521 2023-07-22T12:25:51,005 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:51,005 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4c71615f to 127.0.0.1:55891 2023-07-22T12:25:51,005 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:51,005 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:25:51,005 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:25:51,006 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:25:51,012 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:25:51,018 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:25:51,109 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028751068/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:25:51,109 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/mapreduce.cluster.local.dir/1690028751068/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:25:51,166 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521/f/0005241bd84c4e79b4ff0be9c7595bb7 2023-07-22T12:25:51,171 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:25:51,173 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0005241bd84c4e79b4ff0be9c7595bb7 2023-07-22T12:25:51,189 DEBUG [pool-281-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x41bf589c to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:51,197 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e27d5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:51,200 DEBUG [hconnection-0x10aa3593-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:51,201 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49666, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:51,203 DEBUG [pool-281-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x41bf589c to 127.0.0.1:55891 2023-07-22T12:25:51,203 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:51,205 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-ns2:test-16900286798521-1-0] 2023-07-22T12:25:51,205 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:25:51,212 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028749590/_temporary/0/_temporary/attempt_local607849877_0012_r_000000_0/f/f41beee59dca42db8f18e951cd827f9e is 64, key is row-ns2:test-16900286798521-1-10/f:q1/1690028704973/Put/seqid=0 2023-07-22T12:25:51,213 WARN [Thread-1369 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:45711] Specified favored nodes: [jenkins-hbase3.apache.org:45711] 2023-07-22T12:25:51,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:25:52,165 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028749590 2023-07-22T12:25:52,166 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x562c1127 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:52,182 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a81e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:52,184 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:52,189 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49676, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:52,203 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028749590/_SUCCESS 2023-07-22T12:25:52,207 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:52,209 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:52,222 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f41beee59dca42db8f18e951cd827f9e 2023-07-22T12:25:52,223 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028749590/f/f41beee59dca42db8f18e951cd827f9e first=Optional[row-ns2:test-16900286798521-1-0] last=Optional[row-ns2:test-16900286798521-2-98] 2023-07-22T12:25:52,224 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c., hostname=jenkins-hbase3.apache.org,45711,1690028670550, seqNum=2 for row with hfile group [{f,hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028749590/f/f41beee59dca42db8f18e951cd827f9e}] 2023-07-22T12:25:52,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028749590/f/f41beee59dca42db8f18e951cd827f9e for inclusion in 87bcbd857974270b1aac42f04924395c/f 2023-07-22T12:25:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(623): HFile bounds: first=row-ns2:test-16900286798521-1-0 last=row-ns2:test-16900286798521-2-98 2023-07-22T12:25:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:25:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f41beee59dca42db8f18e951cd827f9e 2023-07-22T12:25:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegion(2520): Flush status journal for 87bcbd857974270b1aac42f04924395c: 2023-07-22T12:25:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/hbase-staging/bulk_output-ns2-table2-1690028749590/f/f41beee59dca42db8f18e951cd827f9e to hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__q5gsqeqp8dv8sq6jk12slnip3arc0i6ka63osg6k1iponntsago16a32fdsqfvr4/f/f41beee59dca42db8f18e951cd827f9e 2023-07-22T12:25:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__q5gsqeqp8dv8sq6jk12slnip3arc0i6ka63osg6k1iponntsago16a32fdsqfvr4/f/f41beee59dca42db8f18e951cd827f9e as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/f/4da825c93d4041429d933b841b129699_SeqId_6_ 2023-07-22T12:25:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5dbedd69 to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af2a76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:52,247 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42478, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:25:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:52,252 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49682, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:25:52,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5dbedd69 to 127.0.0.1:55891 2023-07-22T12:25:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:52,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__q5gsqeqp8dv8sq6jk12slnip3arc0i6ka63osg6k1iponntsago16a32fdsqfvr4/f/f41beee59dca42db8f18e951cd827f9e into 87bcbd857974270b1aac42f04924395c/f as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/f/4da825c93d4041429d933b841b129699_SeqId_6_ - updating store file list. 2023-07-22T12:25:52,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/f/4da825c93d4041429d933b841b129699_SeqId_6_ into 87bcbd857974270b1aac42f04924395c/f 2023-07-22T12:25:52,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__q5gsqeqp8dv8sq6jk12slnip3arc0i6ka63osg6k1iponntsago16a32fdsqfvr4/f/f41beee59dca42db8f18e951cd827f9e into 87bcbd857974270b1aac42f04924395c/f (new location: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/f/4da825c93d4041429d933b841b129699_SeqId_6_) 2023-07-22T12:25:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/staging/jenkins__ns2_table2__q5gsqeqp8dv8sq6jk12slnip3arc0i6ka63osg6k1iponntsago16a32fdsqfvr4/f/f41beee59dca42db8f18e951cd827f9e 2023-07-22T12:25:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0a58dedb to 127.0.0.1:55891 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:25:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743752d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:25:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:25:52,313 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42492, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:25:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:25:52,322 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49688, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:25:52,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0a58dedb to 127.0.0.1:55891 2023-07-22T12:25:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:52,349 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:52,349 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x562c1127 to 127.0.0.1:55891 2023-07-22T12:25:52,349 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:52,349 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:25:52,349 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(187): ns2:test-16900286798521 has been successfully restored to ns2:table2 2023-07-22T12:25:52,349 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-07-22T12:25:52,349 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(233): Backup: backup_1690028718286 hdfs://localhost:37249/backupUT/backup_1690028718286/ns2/test-16900286798521/ 2023-07-22T12:25:52,349 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-07-22T12:25:52,350 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] backup.TestBackupMerge(113): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:25:52,362 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] backup.TestBackupMerge(115): f1 has 297 rows 2023-07-22T12:25:52,371 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:52,374 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66cb1826 to 127.0.0.1:55891 2023-07-22T12:25:52,374 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:52,397 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.ResourceChecker(175): after: backup.TestBackupMerge#TestIncBackupMergeRestore Thread=600 (was 583) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-64129572_16 at /127.0.0.1:40996 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x5dbedd69-SendThread(127.0.0.1:55891) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x5dbedd69-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: region-location-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x0a58dedb-SendThread(127.0.0.1:55891) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: hconnection-0x240638de-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x240638de-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1994446145_16 at /127.0.0.1:42182 [Receiving block BP-1372469552-172.31.12.81-1690028664149:blk_1073741908_1084] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x562c1127-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: PacketResponder: BP-1372469552-172.31.12.81-1690028664149:blk_1073741907_1083, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x562c1127 org.apache.zookeeper.ClientCnxn.queuePacket(ClientCnxn.java:1604) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1520) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1551174885.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x562c1127-SendThread(127.0.0.1:55891) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x0a58dedb java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1551174885.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/cluster_96e7caa5-a77f-b868-999c-e85333638899/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-64129572_16 at /127.0.0.1:38766 [Waiting for operation #16] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1372469552-172.31.12.81-1690028664149:blk_1073741908_1084, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,45711,1690028670550)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-64129572_16 at /127.0.0.1:38802 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,45711,1690028670550' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/cluster_96e7caa5-a77f-b868-999c-e85333638899/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x0a58dedb-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55891@0x5dbedd69 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$494/1551174885.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x240638de-shared-pool-26 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x240638de-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1994446145_16 at /127.0.0.1:42168 [Receiving block BP-1372469552-172.31.12.81-1690028664149:blk_1073741907_1083] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,37479,1690028667328)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=690 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=194 (was 339), ProcessCount=169 (was 169), AvailableMemoryMB=16676 (was 16823) 2023-07-22T12:25:52,398 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-07-22T12:25:52,405 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-07-22T12:25:52,405 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:52,405 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x161adbcf to 127.0.0.1:55891 2023-07-22T12:25:52,405 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:52,406 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-07-22T12:25:52,406 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] util.JVMClusterUtil(257): Found active master hash=805061933, stopped=false 2023-07-22T12:25:52,406 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:25:52,451 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-07-22T12:25:52,451 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-07-22T12:25:52,451 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] procedure2.ProcedureExecutor(631): Stopping 2023-07-22T12:25:52,451 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:25:52,451 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:25:52,452 DEBUG [Listener at jenkins-hbase3.apache.org/40655 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:52,452 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,45711,1690028670550' ***** 2023-07-22T12:25:52,452 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-07-22T12:25:52,453 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:25:52,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:25:52,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:25:52,468 INFO [RS:0;jenkins-hbase3:45711 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6b796b21{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:25:52,473 INFO [RS:0;jenkins-hbase3:45711 {}] server.AbstractConnector(383): Stopped ServerConnector@594657b9{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:25:52,473 INFO [RS:0;jenkins-hbase3:45711 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:25:52,474 INFO [RS:0;jenkins-hbase3:45711 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3253e8c9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:25:52,475 INFO [RS:0;jenkins-hbase3:45711 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@50e60457{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop.log.dir/,STOPPED} 2023-07-22T12:25:52,477 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HeapMemoryManager(220): Stopping 2023-07-22T12:25:52,477 INFO [RS:0;jenkins-hbase3:45711 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-07-22T12:25:52,477 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-07-22T12:25:52,477 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-07-22T12:25:52,477 INFO [RS:0;jenkins-hbase3:45711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 798ccf3b5423aa93ee224cb37e28d4a5 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 484b59f677e998ae7b9e429146032c5d 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 06beb16e0a6952ce30b44867455413d9 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 088e0a32fc82a1a7f8a758f286f3957a 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 4a88834bfedac5789013d9c67338be50 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 7ee273dab93bce1d8e18096a2e557ddb 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 04190668a7c72d6cd51897e137a416c5 2023-07-22T12:25:52,478 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:52,479 INFO [RS:0;jenkins-hbase3:45711 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:25:52,479 DEBUG [RS:0;jenkins-hbase3:45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:52,479 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-07-22T12:25:52,479 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 798ccf3b5423aa93ee224cb37e28d4a5, disabling compactions & flushes 2023-07-22T12:25:52,479 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-07-22T12:25:52,479 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-07-22T12:25:52,479 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:52,479 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-07-22T12:25:52,479 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:52,479 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. after waiting 0 ms 2023-07-22T12:25:52,479 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:52,479 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1579): Waiting on 10 regions to close 2023-07-22T12:25:52,482 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:25:52,487 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:25:52,487 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:25:52,487 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:25:52,487 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:25:52,487 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:25:52,487 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 06beb16e0a6952ce30b44867455413d9, 088e0a32fc82a1a7f8a758f286f3957a, 1588230740, 484b59f677e998ae7b9e429146032c5d, 4a88834bfedac5789013d9c67338be50, 798ccf3b5423aa93ee224cb37e28d4a5, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:52,487 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.59 KB heapSize=20.33 KB 2023-07-22T12:25:52,491 DEBUG [StoreFileCloser-798ccf3b5423aa93ee224cb37e28d4a5-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 451ca531d7bb4b78916dd6ad4ea7bac0_SeqId_4_ 2023-07-22T12:25:52,493 DEBUG [StoreFileCloser-798ccf3b5423aa93ee224cb37e28d4a5-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f0dd914a90934156864938f77127ce0e_SeqId_6_ 2023-07-22T12:25:52,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/table1/798ccf3b5423aa93ee224cb37e28d4a5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-07-22T12:25:52,505 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:52,507 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:52,507 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 798ccf3b5423aa93ee224cb37e28d4a5: 2023-07-22T12:25:52,507 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1690028737488.798ccf3b5423aa93ee224cb37e28d4a5. 2023-07-22T12:25:52,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 484b59f677e998ae7b9e429146032c5d, disabling compactions & flushes 2023-07-22T12:25:52,508 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:25:52,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:25:52,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. after waiting 0 ms 2023-07-22T12:25:52,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:25:52,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns4/test-16900286798523/484b59f677e998ae7b9e429146032c5d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:25:52,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:52,516 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:25:52,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 484b59f677e998ae7b9e429146032c5d: 2023-07-22T12:25:52,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16900286798523,,1690028684929.484b59f677e998ae7b9e429146032c5d. 2023-07-22T12:25:52,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 06beb16e0a6952ce30b44867455413d9, disabling compactions & flushes 2023-07-22T12:25:52,516 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:52,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:52,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. after waiting 0 ms 2023-07-22T12:25:52,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:52,516 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 06beb16e0a6952ce30b44867455413d9 2/2 column families, dataSize=1.66 KB heapSize=3.18 KB 2023-07-22T12:25:52,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/93cc141f97284542ad1df6065829be0a is 171, key is trslm:hdfs://localhost:37249/backupUT\x00ns2:test-16900286798521/meta:log-roll-map/1690028728944/Put/seqid=0 2023-07-22T12:25:52,530 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/.tmp/info/0fe177ca22e549cd9547d1d3643cda1e is 159, key is ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50./info:regioninfo/1690028682392/Put/seqid=0 2023-07-22T12:25:52,541 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.74 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/.tmp/info/0fe177ca22e549cd9547d1d3643cda1e 2023-07-22T12:25:52,552 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0fe177ca22e549cd9547d1d3643cda1e 2023-07-22T12:25:52,565 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/.tmp/table/dcae40c4890f431188baab6db1157237 is 59, key is ns2:test-16900286798521/table:state/1690028682401/Put/seqid=0 2023-07-22T12:25:52,687 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 06beb16e0a6952ce30b44867455413d9, 088e0a32fc82a1a7f8a758f286f3957a, 1588230740, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:52,888 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 06beb16e0a6952ce30b44867455413d9, 088e0a32fc82a1a7f8a758f286f3957a, 1588230740, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:52,934 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=729 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/93cc141f97284542ad1df6065829be0a 2023-07-22T12:25:52,939 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93cc141f97284542ad1df6065829be0a 2023-07-22T12:25:52,939 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 93cc141f97284542ad1df6065829be0a 2023-07-22T12:25:52,943 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/f9b0951d5e42499dae8da0858b4c7b29 is 360, key is session:backup_1690028718286/session:context/1690028730200/Put/seqid=0 2023-07-22T12:25:52,969 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=874 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/.tmp/table/dcae40c4890f431188baab6db1157237 2023-07-22T12:25:52,975 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: dcae40c4890f431188baab6db1157237 2023-07-22T12:25:52,976 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/.tmp/info/0fe177ca22e549cd9547d1d3643cda1e as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/info/0fe177ca22e549cd9547d1d3643cda1e 2023-07-22T12:25:52,982 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/info/0fe177ca22e549cd9547d1d3643cda1e, entries=90, sequenceid=49, filesize=16.4 K 2023-07-22T12:25:52,983 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/.tmp/table/dcae40c4890f431188baab6db1157237 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/table/dcae40c4890f431188baab6db1157237 2023-07-22T12:25:52,989 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/table/dcae40c4890f431188baab6db1157237, entries=18, sequenceid=49, filesize=5.9 K 2023-07-22T12:25:52,991 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.59 KB/11868, heapSize ~20.05 KB/20528, currentSize=0 B/0 for 1588230740 in 503ms, sequenceid=49, compaction requested=false 2023-07-22T12:25:52,995 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0fe177ca22e549cd9547d1d3643cda1e 2023-07-22T12:25:53,001 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: dcae40c4890f431188baab6db1157237 2023-07-22T12:25:53,006 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-07-22T12:25:53,007 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:53,007 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:25:53,008 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:25:53,008 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:25:53,009 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-07-22T12:25:53,088 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 06beb16e0a6952ce30b44867455413d9, 088e0a32fc82a1a7f8a758f286f3957a, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:53,257 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-07-22T12:25:53,257 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-07-22T12:25:53,288 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 06beb16e0a6952ce30b44867455413d9, 088e0a32fc82a1a7f8a758f286f3957a, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:53,348 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=972 B at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/f9b0951d5e42499dae8da0858b4c7b29 2023-07-22T12:25:53,355 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9b0951d5e42499dae8da0858b4c7b29 2023-07-22T12:25:53,355 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f9b0951d5e42499dae8da0858b4c7b29 2023-07-22T12:25:53,357 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/meta/93cc141f97284542ad1df6065829be0a as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/93cc141f97284542ad1df6065829be0a 2023-07-22T12:25:53,363 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93cc141f97284542ad1df6065829be0a 2023-07-22T12:25:53,364 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/meta/93cc141f97284542ad1df6065829be0a, entries=5, sequenceid=44, filesize=5.7 K 2023-07-22T12:25:53,365 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/.tmp/session/f9b0951d5e42499dae8da0858b4c7b29 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/f9b0951d5e42499dae8da0858b4c7b29 2023-07-22T12:25:53,371 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9b0951d5e42499dae8da0858b4c7b29 2023-07-22T12:25:53,371 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/session/f9b0951d5e42499dae8da0858b4c7b29, entries=3, sequenceid=44, filesize=5.5 K 2023-07-22T12:25:53,374 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.66 KB/1701, heapSize ~3.15 KB/3224, currentSize=0 B/0 for 06beb16e0a6952ce30b44867455413d9 in 858ms, sequenceid=44, compaction requested=true 2023-07-22T12:25:53,376 DEBUG [StoreFileCloser-06beb16e0a6952ce30b44867455413d9-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 09f9b786844949a2a18dfd6c00088a07 2023-07-22T12:25:53,378 DEBUG [StoreFileCloser-06beb16e0a6952ce30b44867455413d9-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b49cf7ed9f9d4f709634c16e6464bb05 2023-07-22T12:25:53,380 DEBUG [StoreFileCloser-06beb16e0a6952ce30b44867455413d9-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 93cc141f97284542ad1df6065829be0a 2023-07-22T12:25:53,382 DEBUG [StoreFileCloser-06beb16e0a6952ce30b44867455413d9-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 8168d05db6844906bbe894d4f5b8e52c 2023-07-22T12:25:53,384 DEBUG [StoreFileCloser-06beb16e0a6952ce30b44867455413d9-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2ff9d358da744cde82956b30605bab89 2023-07-22T12:25:53,387 DEBUG [StoreFileCloser-06beb16e0a6952ce30b44867455413d9-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 92398bf553f84883aeebd52ca4135ed1 2023-07-22T12:25:53,389 DEBUG [StoreFileCloser-06beb16e0a6952ce30b44867455413d9-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f9b0951d5e42499dae8da0858b4c7b29 2023-07-22T12:25:53,398 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system/06beb16e0a6952ce30b44867455413d9/recovered.edits/47.seqid, newMaxSeqId=47, maxSeqId=1 2023-07-22T12:25:53,398 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:53,399 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:53,399 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 06beb16e0a6952ce30b44867455413d9: 2023-07-22T12:25:53,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1690028685767.06beb16e0a6952ce30b44867455413d9. 2023-07-22T12:25:53,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 088e0a32fc82a1a7f8a758f286f3957a, disabling compactions & flushes 2023-07-22T12:25:53,400 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:25:53,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:25:53,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. after waiting 0 ms 2023-07-22T12:25:53,400 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:25:53,401 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 088e0a32fc82a1a7f8a758f286f3957a 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-07-22T12:25:53,415 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a/.tmp/info/de55f6a49d624ea282322d027dfd7206 is 45, key is default/info:d/1690028674467/Put/seqid=0 2023-07-22T12:25:53,489 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1579): Waiting on 6 regions to close 2023-07-22T12:25:53,489 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1583): Online Regions={088e0a32fc82a1a7f8a758f286f3957a=hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a., f6a18ea070947b53530b574eebaeaef8=test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8., 4a88834bfedac5789013d9c67338be50=ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50., 87bcbd857974270b1aac42f04924395c=ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c., 7ee273dab93bce1d8e18096a2e557ddb=ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb., 04190668a7c72d6cd51897e137a416c5=backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5.} 2023-07-22T12:25:53,489 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 088e0a32fc82a1a7f8a758f286f3957a, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:53,689 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 088e0a32fc82a1a7f8a758f286f3957a, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:53,820 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a/.tmp/info/de55f6a49d624ea282322d027dfd7206 2023-07-22T12:25:53,827 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: de55f6a49d624ea282322d027dfd7206 2023-07-22T12:25:53,827 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a/.tmp/info/de55f6a49d624ea282322d027dfd7206 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a/info/de55f6a49d624ea282322d027dfd7206 2023-07-22T12:25:53,833 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a/info/de55f6a49d624ea282322d027dfd7206, entries=7, sequenceid=11, filesize=5.1 K 2023-07-22T12:25:53,834 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 088e0a32fc82a1a7f8a758f286f3957a in 432ms, sequenceid=11, compaction requested=false 2023-07-22T12:25:53,836 DEBUG [StoreFileCloser-088e0a32fc82a1a7f8a758f286f3957a-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: de55f6a49d624ea282322d027dfd7206 2023-07-22T12:25:53,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/hbase/namespace/088e0a32fc82a1a7f8a758f286f3957a/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-07-22T12:25:53,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:53,841 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:25:53,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 088e0a32fc82a1a7f8a758f286f3957a: 2023-07-22T12:25:53,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1690028673488.088e0a32fc82a1a7f8a758f286f3957a. 2023-07-22T12:25:53,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f6a18ea070947b53530b574eebaeaef8, disabling compactions & flushes 2023-07-22T12:25:53,841 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:25:53,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:25:53,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. after waiting 0 ms 2023-07-22T12:25:53,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:25:53,841 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f6a18ea070947b53530b574eebaeaef8 1/1 column families, dataSize=10.60 KB heapSize=25 KB 2023-07-22T12:25:53,845 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/.tmp/f/0ef4e555f6244c8595a2eba6350b31b2 is 59, key is row-test-1690028679852-1-10/f:q1/1690028704840/Put/seqid=0 2023-07-22T12:25:53,889 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:54,089 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c, f6a18ea070947b53530b574eebaeaef8 2023-07-22T12:25:54,250 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.60 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/.tmp/f/0ef4e555f6244c8595a2eba6350b31b2 2023-07-22T12:25:54,255 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0ef4e555f6244c8595a2eba6350b31b2 2023-07-22T12:25:54,256 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/.tmp/f/0ef4e555f6244c8595a2eba6350b31b2 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/0ef4e555f6244c8595a2eba6350b31b2 2023-07-22T12:25:54,261 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/f/0ef4e555f6244c8595a2eba6350b31b2, entries=198, sequenceid=304, filesize=16.2 K 2023-07-22T12:25:54,262 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~10.60 KB/10850, heapSize ~24.98 KB/25584, currentSize=0 B/0 for f6a18ea070947b53530b574eebaeaef8 in 421ms, sequenceid=304, compaction requested=false 2023-07-22T12:25:54,264 DEBUG [StoreFileCloser-f6a18ea070947b53530b574eebaeaef8-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9f36795ad94f4b0ca03ca6a818b3c100 2023-07-22T12:25:54,266 DEBUG [StoreFileCloser-f6a18ea070947b53530b574eebaeaef8-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0ef4e555f6244c8595a2eba6350b31b2 2023-07-22T12:25:54,270 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/default/test-1690028679852/f6a18ea070947b53530b574eebaeaef8/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-07-22T12:25:54,271 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:54,271 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:25:54,271 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f6a18ea070947b53530b574eebaeaef8: 2023-07-22T12:25:54,272 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1690028679852,,1690028680344.f6a18ea070947b53530b574eebaeaef8. 2023-07-22T12:25:54,272 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4a88834bfedac5789013d9c67338be50, disabling compactions & flushes 2023-07-22T12:25:54,272 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:25:54,272 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:25:54,272 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. after waiting 0 ms 2023-07-22T12:25:54,272 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:25:54,272 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 4a88834bfedac5789013d9c67338be50 1/1 column families, dataSize=11.56 KB heapSize=26.55 KB 2023-07-22T12:25:54,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/.tmp/f/00556511f92d4608af3246a323a58727 is 64, key is row-ns2:test-16900286798521-1-10/f:q1/1690028704973/Put/seqid=0 2023-07-22T12:25:54,290 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:54,490 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1579): Waiting on 4 regions to close 2023-07-22T12:25:54,490 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1583): Online Regions={4a88834bfedac5789013d9c67338be50=ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50., 87bcbd857974270b1aac42f04924395c=ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c., 7ee273dab93bce1d8e18096a2e557ddb=ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb., 04190668a7c72d6cd51897e137a416c5=backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5.} 2023-07-22T12:25:54,490 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:54,680 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.56 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/.tmp/f/00556511f92d4608af3246a323a58727 2023-07-22T12:25:54,686 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 00556511f92d4608af3246a323a58727 2023-07-22T12:25:54,687 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/.tmp/f/00556511f92d4608af3246a323a58727 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/00556511f92d4608af3246a323a58727 2023-07-22T12:25:54,690 DEBUG [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1609): Waiting on 04190668a7c72d6cd51897e137a416c5, 4a88834bfedac5789013d9c67338be50, 7ee273dab93bce1d8e18096a2e557ddb, 87bcbd857974270b1aac42f04924395c 2023-07-22T12:25:54,694 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/f/00556511f92d4608af3246a323a58727, entries=198, sequenceid=304, filesize=17.2 K 2023-07-22T12:25:54,695 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~11.56 KB/11840, heapSize ~26.53 KB/27168, currentSize=0 B/0 for 4a88834bfedac5789013d9c67338be50 in 423ms, sequenceid=304, compaction requested=false 2023-07-22T12:25:54,697 DEBUG [StoreFileCloser-4a88834bfedac5789013d9c67338be50-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 2dbcf893e8604e8abca906a586676c94 2023-07-22T12:25:54,700 DEBUG [StoreFileCloser-4a88834bfedac5789013d9c67338be50-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 00556511f92d4608af3246a323a58727 2023-07-22T12:25:54,706 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/test-16900286798521/4a88834bfedac5789013d9c67338be50/recovered.edits/307.seqid, newMaxSeqId=307, maxSeqId=1 2023-07-22T12:25:54,706 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:54,707 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:25:54,707 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4a88834bfedac5789013d9c67338be50: 2023-07-22T12:25:54,707 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16900286798521,,1690028681597.4a88834bfedac5789013d9c67338be50. 2023-07-22T12:25:54,707 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 87bcbd857974270b1aac42f04924395c, disabling compactions & flushes 2023-07-22T12:25:54,707 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:54,708 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:54,708 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. after waiting 0 ms 2023-07-22T12:25:54,708 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:54,709 DEBUG [StoreFileCloser-87bcbd857974270b1aac42f04924395c-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 0525e4e1207c4a998771d4bee6d29c1e_SeqId_4_ 2023-07-22T12:25:54,711 DEBUG [StoreFileCloser-87bcbd857974270b1aac42f04924395c-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4da825c93d4041429d933b841b129699_SeqId_6_ 2023-07-22T12:25:54,715 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns2/table2/87bcbd857974270b1aac42f04924395c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-07-22T12:25:54,716 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:54,717 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:54,717 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 87bcbd857974270b1aac42f04924395c: 2023-07-22T12:25:54,717 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1690028744786.87bcbd857974270b1aac42f04924395c. 2023-07-22T12:25:54,717 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 7ee273dab93bce1d8e18096a2e557ddb, disabling compactions & flushes 2023-07-22T12:25:54,718 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:25:54,718 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:25:54,718 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. after waiting 0 ms 2023-07-22T12:25:54,718 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:25:54,721 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/ns3/test-16900286798522/7ee273dab93bce1d8e18096a2e557ddb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:25:54,721 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:54,722 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:25:54,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 7ee273dab93bce1d8e18096a2e557ddb: 2023-07-22T12:25:54,722 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16900286798522,,1690028682800.7ee273dab93bce1d8e18096a2e557ddb. 2023-07-22T12:25:54,723 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 04190668a7c72d6cd51897e137a416c5, disabling compactions & flushes 2023-07-22T12:25:54,723 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:25:54,723 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:25:54,723 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. after waiting 0 ms 2023-07-22T12:25:54,723 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:25:54,726 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/data/backup/system_bulk/04190668a7c72d6cd51897e137a416c5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:25:54,726 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:25:54,727 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:25:54,727 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 04190668a7c72d6cd51897e137a416c5: 2023-07-22T12:25:54,727 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1690028686399.04190668a7c72d6cd51897e137a416c5. 2023-07-22T12:25:54,890 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,45711,1690028670550; all regions closed. 2023-07-22T12:25:54,898 DEBUG [RS:0;jenkins-hbase3:45711 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs 2023-07-22T12:25:54,898 INFO [RS:0;jenkins-hbase3:45711 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45711%2C1690028670550.meta:.meta(num 1690028722485) 2023-07-22T12:25:54,906 DEBUG [RS:0;jenkins-hbase3:45711 {}] wal.AbstractFSWAL(1062): Moved 4 WAL file(s) to /user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/oldWALs 2023-07-22T12:25:54,906 INFO [RS:0;jenkins-hbase3:45711 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C45711%2C1690028670550:(num 1690028722467) 2023-07-22T12:25:54,906 DEBUG [RS:0;jenkins-hbase3:45711 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:54,906 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:25:54,906 INFO [RS:0;jenkins-hbase3:45711 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-07-22T12:25:54,907 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:25:54,908 INFO [RS:0;jenkins-hbase3:45711 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:45711 2023-07-22T12:25:54,917 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:25:54,917 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,45711,1690028670550 2023-07-22T12:25:54,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,45711,1690028670550] 2023-07-22T12:25:54,921 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,45711,1690028670550; numProcessing=1 2023-07-22T12:25:54,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,45711,1690028670550 already deleted, retry=false 2023-07-22T12:25:54,923 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,45711,1690028670550 expired; onlineServers=0 2023-07-22T12:25:54,923 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,37479,1690028667328' ***** 2023-07-22T12:25:54,923 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-07-22T12:25:54,925 DEBUG [M:0;jenkins-hbase3:37479 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8766fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:25:54,925 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:25:54,933 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-07-22T12:25:54,933 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:25:54,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:25:54,969 INFO [M:0;jenkins-hbase3:37479 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7652fc1b{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:25:54,970 INFO [M:0;jenkins-hbase3:37479 {}] server.AbstractConnector(383): Stopped ServerConnector@6ad777ee{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:25:54,970 INFO [M:0;jenkins-hbase3:37479 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:25:54,971 INFO [M:0;jenkins-hbase3:37479 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@60df2731{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:25:54,971 INFO [M:0;jenkins-hbase3:37479 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@61a63833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/hadoop.log.dir/,STOPPED} 2023-07-22T12:25:54,972 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,37479,1690028667328 2023-07-22T12:25:54,972 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,37479,1690028667328; all regions closed. 2023-07-22T12:25:54,972 DEBUG [M:0;jenkins-hbase3:37479 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:54,972 INFO [M:0;jenkins-hbase3:37479 {}] master.HMaster(1664): Stopping master jetty server 2023-07-22T12:25:54,972 INFO [M:0;jenkins-hbase3:37479 {}] server.AbstractConnector(383): Stopped ServerConnector@175aa6fb{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:25:54,973 DEBUG [M:0;jenkins-hbase3:37479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-07-22T12:25:54,973 INFO [M:0;jenkins-hbase3:37479 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-07-22T12:25:54,973 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-07-22T12:25:54,973 DEBUG [M:0;jenkins-hbase3:37479 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6201a1b6 to 127.0.0.1:55891 2023-07-22T12:25:54,973 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028672139 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028672139,5,FailOnTimeoutGroup] 2023-07-22T12:25:54,973 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028672139 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028672139,5,FailOnTimeoutGroup] 2023-07-22T12:25:54,973 DEBUG [M:0;jenkins-hbase3:37479 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:25:54,973 DEBUG [M:0;jenkins-hbase3:37479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-07-22T12:25:54,974 INFO [M:0;jenkins-hbase3:37479 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-07-22T12:25:54,974 DEBUG [M:0;jenkins-hbase3:37479 {}] master.HMaster(1687): Stopping service threads 2023-07-22T12:25:54,974 INFO [M:0;jenkins-hbase3:37479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-07-22T12:25:54,974 ERROR [M:0;jenkins-hbase3:37479 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-07-22T12:25:54,975 INFO [M:0;jenkins-hbase3:37479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-07-22T12:25:54,975 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-07-22T12:25:54,975 DEBUG [M:0;jenkins-hbase3:37479 {}] zookeeper.ZKUtil(347): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-07-22T12:25:54,976 WARN [M:0;jenkins-hbase3:37479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-07-22T12:25:54,976 INFO [M:0;jenkins-hbase3:37479 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-07-22T12:25:54,976 INFO [M:0;jenkins-hbase3:37479 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-07-22T12:25:54,976 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:25:54,988 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:25:54,988 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:25:54,988 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:25:54,988 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:25:54,988 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=188.00 KB heapSize=225.05 KB 2023-07-22T12:25:55,001 DEBUG [M:0;jenkins-hbase3:37479 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae949a088cfb4c3baa3c15ff61f36a82 is 88, key is hbase:meta,,1/info:sn/1690028672773/Put/seqid=0 2023-07-22T12:25:55,019 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:25:55,020 INFO [RS:0;jenkins-hbase3:45711 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,45711,1690028670550; zookeeper connection closed. 2023-07-22T12:25:55,020 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): regionserver:45711-0x10000584e7b0001, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:25:55,020 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ee75538 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ee75538 2023-07-22T12:25:55,020 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-07-22T12:25:55,406 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae949a088cfb4c3baa3c15ff61f36a82 2023-07-22T12:25:55,412 DEBUG [M:0;jenkins-hbase3:37479 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ae949a088cfb4c3baa3c15ff61f36a82 2023-07-22T12:25:55,424 DEBUG [M:0;jenkins-hbase3:37479 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c749cb1ae8be48e883db1874c72c05d8 is 987, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1690028687216/Put/seqid=0 2023-07-22T12:25:55,830 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=187.40 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c749cb1ae8be48e883db1874c72c05d8 2023-07-22T12:25:55,835 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c749cb1ae8be48e883db1874c72c05d8 2023-07-22T12:25:55,835 DEBUG [M:0;jenkins-hbase3:37479 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c749cb1ae8be48e883db1874c72c05d8 2023-07-22T12:25:55,852 DEBUG [M:0;jenkins-hbase3:37479 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c56322abb8c0455a9c39241cbb4f0fcd is 82, key is jenkins-hbase3.apache.org,45711,1690028670550/rs:state/1690028672181/Put/seqid=0 2023-07-22T12:25:56,258 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c56322abb8c0455a9c39241cbb4f0fcd 2023-07-22T12:25:56,263 DEBUG [M:0;jenkins-hbase3:37479 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c56322abb8c0455a9c39241cbb4f0fcd 2023-07-22T12:25:56,264 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae949a088cfb4c3baa3c15ff61f36a82 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae949a088cfb4c3baa3c15ff61f36a82 2023-07-22T12:25:56,271 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae949a088cfb4c3baa3c15ff61f36a82, entries=8, sequenceid=433, filesize=5.5 K 2023-07-22T12:25:56,272 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c749cb1ae8be48e883db1874c72c05d8 as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c749cb1ae8be48e883db1874c72c05d8 2023-07-22T12:25:56,279 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c749cb1ae8be48e883db1874c72c05d8 2023-07-22T12:25:56,279 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c749cb1ae8be48e883db1874c72c05d8, entries=47, sequenceid=433, filesize=15.6 K 2023-07-22T12:25:56,280 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c56322abb8c0455a9c39241cbb4f0fcd as hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c56322abb8c0455a9c39241cbb4f0fcd 2023-07-22T12:25:56,286 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37249/user/jenkins/test-data/ba72a3c2-5c9a-b150-9f7c-dd1ab3fcbf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c56322abb8c0455a9c39241cbb4f0fcd, entries=1, sequenceid=433, filesize=5.1 K 2023-07-22T12:25:56,287 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(3022): Finished flush of dataSize ~188.00 KB/192508, heapSize ~224.76 KB/230152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=433, compaction requested=false 2023-07-22T12:25:56,290 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ae949a088cfb4c3baa3c15ff61f36a82 2023-07-22T12:25:56,294 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c749cb1ae8be48e883db1874c72c05d8 2023-07-22T12:25:56,297 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c56322abb8c0455a9c39241cbb4f0fcd 2023-07-22T12:25:56,298 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:25:56,298 DEBUG [M:0;jenkins-hbase3:37479 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:25:56,310 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:25:56,310 INFO [M:0;jenkins-hbase3:37479 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-07-22T12:25:56,310 INFO [M:0;jenkins-hbase3:37479 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-07-22T12:25:56,311 INFO [M:0;jenkins-hbase3:37479 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:37479 2023-07-22T12:25:56,313 DEBUG [M:0;jenkins-hbase3:37479 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,37479,1690028667328 already deleted, retry=false 2023-07-22T12:25:56,415 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:25:56,415 INFO [M:0;jenkins-hbase3:37479 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,37479,1690028667328; zookeeper connection closed. 2023-07-22T12:25:56,415 DEBUG [Listener at localhost/43049-EventThread {}] zookeeper.ZKWatcher(604): master:37479-0x10000584e7b0000, quorum=127.0.0.1:55891, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:25:56,428 WARN [Listener at jenkins-hbase3.apache.org/40655 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-07-22T12:25:56,434 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:25:56,541 WARN [BP-1372469552-172.31.12.81-1690028664149 heartbeating to localhost/127.0.0.1:37249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-07-22T12:25:56,541 WARN [BP-1372469552-172.31.12.81-1690028664149 heartbeating to localhost/127.0.0.1:37249 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1372469552-172.31.12.81-1690028664149 (Datanode Uuid 77b988ad-f0dd-4e60-9d4c-0799fe8dcc81) service to localhost/127.0.0.1:37249 2023-07-22T12:25:56,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/cluster_96e7caa5-a77f-b868-999c-e85333638899/dfs/data/data1/current/BP-1372469552-172.31.12.81-1690028664149 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:25:56,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/6fd540cf-cd22-9a4e-c503-6ad7d70e4f3a/cluster_96e7caa5-a77f-b868-999c-e85333638899/dfs/data/data2/current/BP-1372469552-172.31.12.81-1690028664149 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:25:56,570 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:25:56,691 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-07-22T12:25:56,767 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-07-22T12:25:56,767 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-07-22T12:25:56,777 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:25:56,893 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:25:57,006 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:25:57,006 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:25:57,112 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-07-22T12:25:57,117 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-07-22T12:25:57,119 ERROR [Thread[Thread-286,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:25:57,123 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:25:57,226 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:25:57,226 INFO [Listener at jenkins-hbase3.apache.org/40655 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped