2023-07-22 12:29:33,017 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-07-22 12:29:33,029 main DEBUG Took 0.010416 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-07-22 12:29:33,029 main DEBUG PluginManager 'Core' found 129 plugins 2023-07-22 12:29:33,030 main DEBUG PluginManager 'Level' found 0 plugins 2023-07-22 12:29:33,031 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-07-22 12:29:33,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,040 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-07-22 12:29:33,053 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,056 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,057 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,059 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,060 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,061 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,062 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,063 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,064 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,065 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,066 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,067 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-07-22 12:29:33,067 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,068 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-07-22 12:29:33,070 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-07-22 12:29:33,073 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-07-22 12:29:33,075 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-07-22 12:29:33,076 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-07-22 12:29:33,077 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-07-22 12:29:33,077 main DEBUG PluginManager 'Converter' found 47 plugins 2023-07-22 12:29:33,090 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-07-22 12:29:33,093 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-07-22 12:29:33,098 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-07-22 12:29:33,098 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-07-22 12:29:33,098 main DEBUG createAppenders(={Console}) 2023-07-22 12:29:33,100 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 initialized 2023-07-22 12:29:33,100 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 2023-07-22 12:29:33,100 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@13c9d689 OK. 2023-07-22 12:29:33,101 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-07-22 12:29:33,101 main DEBUG OutputStream closed 2023-07-22 12:29:33,102 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-07-22 12:29:33,102 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-07-22 12:29:33,102 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@15c43bd9 OK 2023-07-22 12:29:33,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-07-22 12:29:33,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-07-22 12:29:33,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-07-22 12:29:33,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-07-22 12:29:33,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-07-22 12:29:33,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-07-22 12:29:33,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-07-22 12:29:33,161 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-07-22 12:29:33,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-07-22 12:29:33,162 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-07-22 12:29:33,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-07-22 12:29:33,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-07-22 12:29:33,163 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-07-22 12:29:33,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-07-22 12:29:33,164 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-07-22 12:29:33,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-07-22 12:29:33,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-07-22 12:29:33,166 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-07-22 12:29:33,170 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22 12:29:33,170 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b6e1eff) with optional ClassLoader: null 2023-07-22 12:29:33,170 main DEBUG Shutdown hook enabled. Registering a new one. 2023-07-22 12:29:33,171 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@1b6e1eff] started OK. 2023-07-22T12:29:33,203 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackupDeleteTable timeout: 13 mins 2023-07-22 12:29:33,208 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-07-22 12:29:33,208 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-07-22T12:29:33,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e 2023-07-22T12:29:33,519 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:29:33,521 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:33,522 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-07-22T12:29:33,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/cluster_54e95403-4439-43c7-c186-55dbbe5a3739, deleteOnExit=true 2023-07-22T12:29:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-07-22T12:29:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/test.cache.data in system properties and HBase conf 2023-07-22T12:29:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:29:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:29:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:29:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:29:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:29:33,627 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-07-22T12:29:34,070 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-07-22T12:29:34,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:29:34,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:29:34,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:29:34,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:29:34,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:29:34,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:29:34,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:29:34,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:29:34,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:29:34,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:29:34,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:29:34,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:29:34,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:29:34,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-07-22T12:29:34,517 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:29:34,521 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:29:34,805 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-07-22T12:29:34,974 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@73b6d2cc via org.mortbay.log.Slf4jLog 2023-07-22T12:29:34,989 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:35,026 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:35,061 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/java.io.tmpdir/Jetty_localhost_38605_hdfs____mu7aow/webapp 2023-07-22T12:29:35,193 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38605 2023-07-22T12:29:35,213 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-07-22T12:29:35,213 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-07-22T12:29:35,734 WARN [Listener at localhost/42467 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:29:35,795 WARN [Listener at localhost/42467 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-07-22T12:29:35,813 WARN [Listener at localhost/42467 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:35,818 INFO [Listener at localhost/42467 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:35,824 INFO [Listener at localhost/42467 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/java.io.tmpdir/Jetty_localhost_35665_datanode____npg5ru/webapp 2023-07-22T12:29:35,921 INFO [Listener at localhost/42467 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35665 2023-07-22T12:29:36,236 WARN [Listener at localhost/35951 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-07-22T12:29:36,532 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-07-22T12:29:36,739 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x974b8880d0907106: Processing first storage report for DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe from datanode 3ea2590d-54c6-4062-b098-38495c3b3909 2023-07-22T12:29:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x974b8880d0907106: from storage DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe node DatanodeRegistration(127.0.0.1:44433, datanodeUuid=3ea2590d-54c6-4062-b098-38495c3b3909, infoPort=42789, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=597340978;c=1690028974591), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-07-22T12:29:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x974b8880d0907106: Processing first storage report for DS-857a2d8d-ea34-41fe-9353-8eca8c385bab from datanode 3ea2590d-54c6-4062-b098-38495c3b3909 2023-07-22T12:29:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x974b8880d0907106: from storage DS-857a2d8d-ea34-41fe-9353-8eca8c385bab node DatanodeRegistration(127.0.0.1:44433, datanodeUuid=3ea2590d-54c6-4062-b098-38495c3b3909, infoPort=42789, infoSecurePort=0, ipcPort=35951, storageInfo=lv=-57;cid=testClusterID;nsid=597340978;c=1690028974591), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-07-22T12:29:36,794 DEBUG [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e 2023-07-22T12:29:36,870 INFO [Listener at localhost/35951 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/cluster_54e95403-4439-43c7-c186-55dbbe5a3739/zookeeper_0, clientPort=55503, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/cluster_54e95403-4439-43c7-c186-55dbbe5a3739/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/cluster_54e95403-4439-43c7-c186-55dbbe5a3739/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-07-22T12:29:36,887 INFO [Listener at localhost/35951 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55503 2023-07-22T12:29:36,894 INFO [Listener at localhost/35951 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:36,896 INFO [Listener at localhost/35951 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:37,563 INFO [Listener at localhost/35951 {}] util.FSUtils(461): Created version file at hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 with version=8 2023-07-22T12:29:37,563 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging 2023-07-22T12:29:37,579 DEBUG [Listener at localhost/35951 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-07-22T12:29:37,580 DEBUG [Listener at localhost/35951 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-07-22T12:29:37,580 DEBUG [Listener at localhost/35951 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-07-22T12:29:37,580 DEBUG [Listener at localhost/35951 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-07-22T12:29:37,794 DEBUG [Listener at localhost/35951 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-07-22T12:29:37,943 INFO [Listener at localhost/35951 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-07-22T12:29:38,570 INFO [Listener at localhost/35951 {}] client.ConnectionUtils(127): master/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:29:38,615 INFO [Listener at localhost/35951 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:38,616 INFO [Listener at localhost/35951 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:38,616 INFO [Listener at localhost/35951 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:29:38,616 INFO [Listener at localhost/35951 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:38,617 INFO [Listener at localhost/35951 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:29:38,767 INFO [Listener at localhost/35951 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:29:38,869 DEBUG [Listener at localhost/35951 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-07-22T12:29:38,875 INFO [Listener at localhost/35951 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:29:38,922 DEBUG [Listener at localhost/35951 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 3256 (auto-detected) 2023-07-22T12:29:38,924 DEBUG [Listener at localhost/35951 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-07-22T12:29:38,963 INFO [Listener at localhost/35951 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:43129 2023-07-22T12:29:38,977 INFO [Listener at localhost/35951 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:38,979 INFO [Listener at localhost/35951 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:38,996 INFO [Listener at localhost/35951 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:43129 connecting to ZooKeeper ensemble=127.0.0.1:55503 2023-07-22T12:29:39,042 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:431290x0, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:29:39,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:43129-0x100005d0b300000 connected 2023-07-22T12:29:39,071 DEBUG [Listener at localhost/35951 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:29:39,075 DEBUG [Listener at localhost/35951 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:29:39,079 DEBUG [Listener at localhost/35951 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:29:39,090 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43129 2023-07-22T12:29:39,091 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43129 2023-07-22T12:29:39,091 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43129 2023-07-22T12:29:39,092 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43129 2023-07-22T12:29:39,092 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43129 2023-07-22T12:29:39,145 INFO [Listener at localhost/35951 {}] log.Log(170): Logging initialized @6738ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-07-22T12:29:39,273 INFO [Listener at localhost/35951 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:29:39,274 INFO [Listener at localhost/35951 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:29:39,274 INFO [Listener at localhost/35951 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:29:39,276 INFO [Listener at localhost/35951 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-07-22T12:29:39,277 INFO [Listener at localhost/35951 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:29:39,277 INFO [Listener at localhost/35951 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:29:39,280 INFO [Listener at localhost/35951 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:29:39,420 INFO [Listener at localhost/35951 {}] http.HttpServer(1219): Jetty bound to port 33409 2023-07-22T12:29:39,422 INFO [Listener at localhost/35951 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:29:39,462 INFO [Listener at localhost/35951 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:39,466 INFO [Listener at localhost/35951 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2bc76080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:29:39,467 INFO [Listener at localhost/35951 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:39,467 INFO [Listener at localhost/35951 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@41af6dac{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:29:39,536 INFO [Listener at localhost/35951 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:29:39,550 INFO [Listener at localhost/35951 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:29:39,551 INFO [Listener at localhost/35951 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:29:39,553 INFO [Listener at localhost/35951 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:29:39,561 INFO [Listener at localhost/35951 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:40,738 INFO [Listener at localhost/35951 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@30219071{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:29:40,749 INFO [Listener at localhost/35951 {}] server.AbstractConnector(333): Started ServerConnector@1041c074{HTTP/1.1, (http/1.1)}{0.0.0.0:33409} 2023-07-22T12:29:40,749 INFO [Listener at localhost/35951 {}] server.Server(415): Started @8342ms 2023-07-22T12:29:40,753 INFO [Listener at localhost/35951 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829, hbase.cluster.distributed=false 2023-07-22T12:29:40,812 INFO [Listener at localhost/35951 {}] client.ConnectionUtils(127): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-07-22T12:29:40,813 INFO [Listener at localhost/35951 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:40,813 INFO [Listener at localhost/35951 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:40,813 INFO [Listener at localhost/35951 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-07-22T12:29:40,813 INFO [Listener at localhost/35951 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-07-22T12:29:40,813 INFO [Listener at localhost/35951 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-07-22T12:29:40,821 INFO [Listener at localhost/35951 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-07-22T12:29:40,823 INFO [Listener at localhost/35951 {}] ipc.NettyRpcServer(177): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-07-22T12:29:40,824 INFO [Listener at localhost/35951 {}] ipc.NettyRpcServer(144): Bind to /172.31.12.81:34371 2023-07-22T12:29:40,827 INFO [Listener at localhost/35951 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-07-22T12:29:40,835 DEBUG [Listener at localhost/35951 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-07-22T12:29:40,836 INFO [Listener at localhost/35951 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:40,839 INFO [Listener at localhost/35951 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:40,841 INFO [Listener at localhost/35951 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:34371 connecting to ZooKeeper ensemble=127.0.0.1:55503 2023-07-22T12:29:40,845 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:343710x0, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-07-22T12:29:40,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:34371-0x100005d0b300001 connected 2023-07-22T12:29:40,846 DEBUG [Listener at localhost/35951 {}] zookeeper.ZKUtil(113): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:29:40,847 DEBUG [Listener at localhost/35951 {}] zookeeper.ZKUtil(113): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:29:40,848 DEBUG [Listener at localhost/35951 {}] zookeeper.ZKUtil(113): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-07-22T12:29:40,848 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34371 2023-07-22T12:29:40,849 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34371 2023-07-22T12:29:40,849 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34371 2023-07-22T12:29:40,849 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34371 2023-07-22T12:29:40,850 DEBUG [Listener at localhost/35951 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34371 2023-07-22T12:29:40,853 INFO [Listener at localhost/35951 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-07-22T12:29:40,853 INFO [Listener at localhost/35951 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-07-22T12:29:40,853 INFO [Listener at localhost/35951 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-07-22T12:29:40,854 INFO [Listener at localhost/35951 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-07-22T12:29:40,854 INFO [Listener at localhost/35951 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-07-22T12:29:40,854 INFO [Listener at localhost/35951 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-07-22T12:29:40,854 INFO [Listener at localhost/35951 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-07-22T12:29:40,856 INFO [Listener at localhost/35951 {}] http.HttpServer(1219): Jetty bound to port 45955 2023-07-22T12:29:40,856 INFO [Listener at localhost/35951 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:29:40,858 INFO [Listener at localhost/35951 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:40,858 INFO [Listener at localhost/35951 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e671ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop.log.dir/,AVAILABLE} 2023-07-22T12:29:40,859 INFO [Listener at localhost/35951 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:40,859 INFO [Listener at localhost/35951 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3b386b2e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-07-22T12:29:40,869 INFO [Listener at localhost/35951 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-07-22T12:29:40,870 INFO [Listener at localhost/35951 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-07-22T12:29:40,870 INFO [Listener at localhost/35951 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-07-22T12:29:40,871 INFO [Listener at localhost/35951 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-07-22T12:29:40,872 INFO [Listener at localhost/35951 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-07-22T12:29:40,876 INFO [Listener at localhost/35951 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4b3a9c46{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:29:40,877 INFO [Listener at localhost/35951 {}] server.AbstractConnector(333): Started ServerConnector@61242366{HTTP/1.1, (http/1.1)}{0.0.0.0:45955} 2023-07-22T12:29:40,877 INFO [Listener at localhost/35951 {}] server.Server(415): Started @8470ms 2023-07-22T12:29:40,883 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-07-22T12:29:40,888 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@4a513152{HTTP/1.1, (http/1.1)}{0.0.0.0:44547} 2023-07-22T12:29:40,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8481ms 2023-07-22T12:29:40,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:40,901 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:29:40,901 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:29:40,903 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:40,907 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:43129 2023-07-22T12:29:40,923 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:29:40,923 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-07-22T12:29:40,923 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:40,923 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:40,924 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:29:40,926 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,43129,1690028977778 from backup master directory 2023-07-22T12:29:40,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on existing znode=/1/master 2023-07-22T12:29:40,930 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:40,930 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:29:40,930 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-07-22T12:29:40,931 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:29:40,931 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:40,935 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-07-22T12:29:40,937 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-07-22T12:29:41,024 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase.id with ID: 9832b390-b025-49b3-ab6b-d804d641e416 2023-07-22T12:29:41,065 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-07-22T12:29:41,082 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:41,082 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:41,125 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:41,127 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-07-22T12:29:41,149 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-07-22T12:29:41,149 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-07-22T12:29:41,150 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:29:41,161 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:29:41,162 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:29:41,235 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store 2023-07-22T12:29:41,662 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-07-22T12:29:41,662 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:41,662 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:29:41,663 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:41,663 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:41,663 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:29:41,663 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:41,663 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:29:41,663 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:29:41,665 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/.initializing 2023-07-22T12:29:41,665 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/WALs/jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:41,675 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:29:41,695 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C43129%2C1690028977778, suffix=, logDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/WALs/jenkins-hbase3.apache.org,43129,1690028977778, archiveDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/oldWALs, maxLogs=10 2023-07-22T12:29:41,726 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/WALs/jenkins-hbase3.apache.org,43129,1690028977778/jenkins-hbase3.apache.org%2C43129%2C1690028977778.1690028981704, exclude list is [], retry=0 2023-07-22T12:29:41,758 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK] 2023-07-22T12:29:41,766 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-07-22T12:29:41,843 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/WALs/jenkins-hbase3.apache.org,43129,1690028977778/jenkins-hbase3.apache.org%2C43129%2C1690028977778.1690028981704 2023-07-22T12:29:41,844 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK]] 2023-07-22T12:29:41,844 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:41,845 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:41,849 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:41,851 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:41,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:41,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-07-22T12:29:41,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:41,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:41,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:41,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-07-22T12:29:41,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:41,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:41,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:41,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-07-22T12:29:41,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:41,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:41,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:41,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-07-22T12:29:41,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:41,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:41,990 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:41,992 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:42,012 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-07-22T12:29:42,016 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-07-22T12:29:42,020 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:42,021 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9805180800, jitterRate=-0.08682137727737427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-07-22T12:29:42,028 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:29:42,029 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-07-22T12:29:42,066 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48befcbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:42,123 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-07-22T12:29:42,147 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-07-22T12:29:42,147 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-07-22T12:29:42,150 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-07-22T12:29:42,152 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-07-22T12:29:42,160 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 7 msec 2023-07-22T12:29:42,160 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-07-22T12:29:42,198 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-07-22T12:29:42,215 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-07-22T12:29:42,218 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-07-22T12:29:42,221 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-07-22T12:29:42,222 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-07-22T12:29:42,224 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-07-22T12:29:42,227 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-07-22T12:29:42,234 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-07-22T12:29:42,235 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-07-22T12:29:42,236 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-07-22T12:29:42,238 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-07-22T12:29:42,254 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-07-22T12:29:42,255 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-07-22T12:29:42,261 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:29:42,261 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-07-22T12:29:42,261 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:42,261 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:42,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,43129,1690028977778, sessionid=0x100005d0b300000, setting cluster-up flag (Was=false) 2023-07-22T12:29:42,272 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-07-22T12:29:42,280 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:42,280 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:42,285 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-07-22T12:29:42,286 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:42,291 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:42,291 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:42,297 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-07-22T12:29:42,298 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:42,303 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:42,303 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:42,308 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-07-22T12:29:42,310 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:42,391 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:34371 2023-07-22T12:29:42,392 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(997): ClusterId : 9832b390-b025-49b3-ab6b-d804d641e416 2023-07-22T12:29:42,394 INFO [RS:0;jenkins-hbase3:34371 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-07-22T12:29:42,397 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-07-22T12:29:42,402 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-07-22T12:29:42,403 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-07-22T12:29:42,405 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-07-22T12:29:42,406 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-07-22T12:29:42,410 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-07-22T12:29:42,411 DEBUG [RS:0;jenkins-hbase3:34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cc0bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:42,413 DEBUG [RS:0;jenkins-hbase3:34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df56077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:29:42,419 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-07-22T12:29:42,419 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-07-22T12:29:42,419 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-07-22T12:29:42,422 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,43129,1690028977778 with isa=jenkins-hbase3.apache.org/172.31.12.81:34371, startcode=1690028980812 2023-07-22T12:29:42,441 DEBUG [RS:0;jenkins-hbase3:34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:29:42,452 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-07-22T12:29:42,461 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-07-22T12:29:42,468 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-07-22T12:29:42,477 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,43129,1690028977778 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-07-22T12:29:42,482 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:29:42,482 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:29:42,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:29:42,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-07-22T12:29:42,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-07-22T12:29:42,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:29:42,483 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,485 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1690029012484 2023-07-22T12:29:42,488 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-07-22T12:29:42,494 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-07-22T12:29:42,495 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:29:42,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-07-22T12:29:42,500 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:42,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:29:42,509 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-07-22T12:29:42,510 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-07-22T12:29:42,514 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-07-22T12:29:42,516 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-07-22T12:29:42,516 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-07-22T12:29:42,522 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,525 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-07-22T12:29:42,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-07-22T12:29:42,526 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:42,528 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-07-22T12:29:42,528 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-07-22T12:29:42,539 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:44697, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:29:42,540 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3702ebc2 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:29:42,551 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43129 {}] ipc.MetricsHBaseServer(144): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-07-22T12:29:42,558 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b32d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:42,558 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-07-22T12:29:42,562 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-07-22T12:29:42,563 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-07-22T12:29:42,566 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028982565,5,FailOnTimeoutGroup] 2023-07-22T12:29:42,570 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028982566,5,FailOnTimeoutGroup] 2023-07-22T12:29:42,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,570 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-07-22T12:29:42,572 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,572 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,590 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-07-22T12:29:42,590 WARN [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-07-22T12:29:42,692 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,43129,1690028977778 with isa=jenkins-hbase3.apache.org/172.31.12.81:34371, startcode=1690028980812 2023-07-22T12:29:42,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43129 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:42,708 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:42,708 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:42467 2023-07-22T12:29:42,708 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=33409 2023-07-22T12:29:42,715 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:29:42,715 DEBUG [RS:0;jenkins-hbase3:34371 {}] zookeeper.ZKUtil(111): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:42,715 WARN [RS:0;jenkins-hbase3:34371 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-07-22T12:29:42,716 INFO [RS:0;jenkins-hbase3:34371 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:29:42,716 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:42,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,34371,1690028980812] 2023-07-22T12:29:42,735 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-07-22T12:29:42,746 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-07-22T12:29:42,763 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-07-22T12:29:42,768 INFO [RS:0;jenkins-hbase3:34371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-07-22T12:29:42,768 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,769 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-07-22T12:29:42,779 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,780 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,780 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,780 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,781 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,781 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,781 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-07-22T12:29:42,781 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,781 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,781 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,781 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,782 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-07-22T12:29:42,782 DEBUG [RS:0;jenkins-hbase3:34371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-07-22T12:29:42,783 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,783 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,783 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,784 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,784 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34371,1690028980812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:29:42,800 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-07-22T12:29:42,803 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34371,1690028980812-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:42,820 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,34371,1690028980812 started 2023-07-22T12:29:42,820 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,34371,1690028980812, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:34371, sessionid=0x100005d0b300001 2023-07-22T12:29:42,820 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-07-22T12:29:42,821 DEBUG [RS:0;jenkins-hbase3:34371 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:42,821 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34371,1690028980812' 2023-07-22T12:29:42,821 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-07-22T12:29:42,822 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-07-22T12:29:42,822 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-07-22T12:29:42,822 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-07-22T12:29:42,822 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34371,1690028980812' 2023-07-22T12:29:42,823 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:29:42,823 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:29:42,824 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-07-22T12:29:42,824 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-07-22T12:29:42,824 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-07-22T12:29:42,824 DEBUG [RS:0;jenkins-hbase3:34371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:42,824 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,34371,1690028980812' 2023-07-22T12:29:42,824 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-07-22T12:29:42,824 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-07-22T12:29:42,825 DEBUG [RS:0;jenkins-hbase3:34371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-07-22T12:29:42,825 INFO [RS:0;jenkins-hbase3:34371 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-07-22T12:29:42,825 INFO [RS:0;jenkins-hbase3:34371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-07-22T12:29:42,935 INFO [RS:0;jenkins-hbase3:34371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-07-22T12:29:42,939 INFO [RS:0;jenkins-hbase3:34371 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34371%2C1690028980812, suffix=, logDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812, archiveDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/oldWALs, maxLogs=32 2023-07-22T12:29:42,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:42,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:29:42,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:29:42,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:42,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:42,974 DEBUG [RS:0;jenkins-hbase3:34371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690028982940, exclude list is [], retry=0 2023-07-22T12:29:42,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:29:42,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:29:42,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:42,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:42,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:29:42,980 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK] 2023-07-22T12:29:42,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:29:42,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:42,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:42,986 INFO [RS:0;jenkins-hbase3:34371 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690028982940 2023-07-22T12:29:42,986 DEBUG [RS:0;jenkins-hbase3:34371 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK]] 2023-07-22T12:29:42,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740 2023-07-22T12:29:42,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740 2023-07-22T12:29:42,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:29:42,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:29:42,995 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:42,996 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11910190400, jitterRate=0.10922291874885559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:29:42,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:29:42,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:29:42,999 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:29:42,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:29:42,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:29:42,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:29:43,000 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:29:43,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:29:43,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-07-22T12:29:43,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-07-22T12:29:43,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-07-22T12:29:43,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-07-22T12:29:43,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-07-22T12:29:43,186 DEBUG [jenkins-hbase3:43129 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-07-22T12:29:43,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:43,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,34371,1690028980812, state=OPENING 2023-07-22T12:29:43,211 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-07-22T12:29:43,221 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:43,221 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:43,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:29:43,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:29:43,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:29:43,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:43,419 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=AdminService, sasl=false 2023-07-22T12:29:43,422 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53224, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-07-22T12:29:43,434 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-07-22T12:29:43,436 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-07-22T12:29:43,437 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-07-22T12:29:43,440 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta, suffix=.meta, logDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812, archiveDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/oldWALs, maxLogs=32 2023-07-22T12:29:43,458 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690028983442.meta, exclude list is [], retry=0 2023-07-22T12:29:43,462 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK] 2023-07-22T12:29:43,466 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690028983442.meta 2023-07-22T12:29:43,466 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK]] 2023-07-22T12:29:43,467 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:43,472 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:43,473 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-07-22T12:29:43,491 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-07-22T12:29:43,492 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-07-22T12:29:43,497 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-07-22T12:29:43,497 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:43,497 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-07-22T12:29:43,497 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-07-22T12:29:43,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-07-22T12:29:43,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-07-22T12:29:43,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:43,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:43,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-07-22T12:29:43,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-07-22T12:29:43,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-07-22T12:29:43,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-07-22T12:29:43,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:43,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-07-22T12:29:43,509 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740 2023-07-22T12:29:43,512 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740 2023-07-22T12:29:43,514 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-07-22T12:29:43,517 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-07-22T12:29:43,518 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9719017120, jitterRate=-0.09484599530696869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-07-22T12:29:43,519 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-07-22T12:29:43,531 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1690028983408 2023-07-22T12:29:43,549 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-07-22T12:29:43,550 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-07-22T12:29:43,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:43,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,34371,1690028980812, state=OPEN 2023-07-22T12:29:43,556 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:29:43,556 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-07-22T12:29:43,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:29:43,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-07-22T12:29:43,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-07-22T12:29:43,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,34371,1690028980812 in 331 msec 2023-07-22T12:29:43,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-07-22T12:29:43,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 543 msec 2023-07-22T12:29:43,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1980 sec 2023-07-22T12:29:43,573 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1690028983573, completionTime=-1 2023-07-22T12:29:43,574 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-07-22T12:29:43,574 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-07-22T12:29:43,766 DEBUG [hconnection-0x6fa89bc3-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:43,770 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:43,785 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-07-22T12:29:43,785 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1690029043785 2023-07-22T12:29:43,785 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1690029103785 2023-07-22T12:29:43,785 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 211 msec 2023-07-22T12:29:43,808 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43129,1690028977778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:43,808 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43129,1690028977778-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:43,808 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43129,1690028977778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:43,811 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:43129, period=300000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:43,811 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-07-22T12:29:43,817 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-07-22T12:29:43,831 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-07-22T12:29:43,833 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-07-22T12:29:43,841 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-07-22T12:29:43,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:43,846 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:43,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:44,267 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 94ec22cb4f1e2230ab983c1f8c110b36, NAME => 'hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:44,680 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:44,680 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 94ec22cb4f1e2230ab983c1f8c110b36, disabling compactions & flushes 2023-07-22T12:29:44,680 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:29:44,680 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:29:44,680 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. after waiting 0 ms 2023-07-22T12:29:44,680 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:29:44,680 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:29:44,680 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 94ec22cb4f1e2230ab983c1f8c110b36: 2023-07-22T12:29:44,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:44,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1690028984685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028984685"}]},"ts":"1690028984685"} 2023-07-22T12:29:44,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:44,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:44,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028984731"}]},"ts":"1690028984731"} 2023-07-22T12:29:44,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-07-22T12:29:44,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=94ec22cb4f1e2230ab983c1f8c110b36, ASSIGN}] 2023-07-22T12:29:44,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=94ec22cb4f1e2230ab983c1f8c110b36, ASSIGN 2023-07-22T12:29:44,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=94ec22cb4f1e2230ab983c1f8c110b36, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:29:44,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=94ec22cb4f1e2230ab983c1f8c110b36, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:44,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 94ec22cb4f1e2230ab983c1f8c110b36, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:29:45,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:29:45,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 94ec22cb4f1e2230ab983c1f8c110b36, NAME => 'hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:45,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:45,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 94ec22cb4f1e2230ab983c1f8c110b36 2023-07-22T12:29:45,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:45,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 94ec22cb4f1e2230ab983c1f8c110b36 2023-07-22T12:29:45,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 94ec22cb4f1e2230ab983c1f8c110b36 2023-07-22T12:29:45,070 INFO [StoreOpener-94ec22cb4f1e2230ab983c1f8c110b36-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 94ec22cb4f1e2230ab983c1f8c110b36 2023-07-22T12:29:45,073 INFO [StoreOpener-94ec22cb4f1e2230ab983c1f8c110b36-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ec22cb4f1e2230ab983c1f8c110b36 columnFamilyName info 2023-07-22T12:29:45,073 DEBUG [StoreOpener-94ec22cb4f1e2230ab983c1f8c110b36-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:45,074 INFO [StoreOpener-94ec22cb4f1e2230ab983c1f8c110b36-1 {}] regionserver.HStore(324): Store=94ec22cb4f1e2230ab983c1f8c110b36/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:45,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36 2023-07-22T12:29:45,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36 2023-07-22T12:29:45,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 94ec22cb4f1e2230ab983c1f8c110b36 2023-07-22T12:29:45,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:45,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 94ec22cb4f1e2230ab983c1f8c110b36; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10042163200, jitterRate=-0.06475067138671875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:45,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 94ec22cb4f1e2230ab983c1f8c110b36: 2023-07-22T12:29:45,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36., pid=6, masterSystemTime=1690028985059 2023-07-22T12:29:45,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:29:45,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:29:45,090 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=94ec22cb4f1e2230ab983c1f8c110b36, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:45,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-07-22T12:29:45,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 94ec22cb4f1e2230ab983c1f8c110b36, server=jenkins-hbase3.apache.org,34371,1690028980812 in 187 msec 2023-07-22T12:29:45,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-07-22T12:29:45,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=94ec22cb4f1e2230ab983c1f8c110b36, ASSIGN in 349 msec 2023-07-22T12:29:45,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:45,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028985101"}]},"ts":"1690028985101"} 2023-07-22T12:29:45,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-07-22T12:29:45,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:45,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2740 sec 2023-07-22T12:29:45,146 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-07-22T12:29:45,147 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:45,147 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:45,147 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:29:45,196 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-07-22T12:29:45,213 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:45,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-07-22T12:29:45,234 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-07-22T12:29:45,245 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:45,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2023-07-22T12:29:45,260 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-07-22T12:29:45,263 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-07-22T12:29:45,263 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 4.332sec 2023-07-22T12:29:45,265 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-07-22T12:29:45,267 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-07-22T12:29:45,268 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-07-22T12:29:45,269 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-07-22T12:29:45,269 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-07-22T12:29:45,271 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43129,1690028977778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-07-22T12:29:45,271 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,43129,1690028977778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-07-22T12:29:45,284 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-07-22T12:29:45,285 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-07-22T12:29:45,310 DEBUG [Listener at localhost/35951 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x01bdbf82 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:29:45,314 DEBUG [Listener at localhost/35951 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0047d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:45,319 DEBUG [Listener at localhost/35951 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-07-22T12:29:45,319 DEBUG [Listener at localhost/35951 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-07-22T12:29:45,333 DEBUG [hconnection-0x42c47f96-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:45,344 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53242, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:45,354 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:29:45,354 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/test.cache.data in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop.tmp.dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop.log.dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-07-22T12:29:45,355 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-07-22T12:29:45,356 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:29:45,356 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-07-22T12:29:45,356 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/nfs.dump.dir in system properties and HBase conf 2023-07-22T12:29:45,356 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/java.io.tmpdir in system properties and HBase conf 2023-07-22T12:29:45,356 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/dfs.journalnode.edits.dir in system properties and HBase conf 2023-07-22T12:29:45,356 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-07-22T12:29:45,356 INFO [Listener at localhost/35951 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-07-22T12:29:46,814 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:47,170 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:47,176 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41353_jobhistory____rtpmm6/webapp 2023-07-22T12:29:47,333 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-07-22T12:29:47,333 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-07-22T12:29:47,333 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:29:47,337 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:29:47,422 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:47,537 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:47,813 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-07-22T12:29:47,842 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41353 2023-07-22T12:29:47,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-07-22T12:29:47,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:47,948 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-07-22T12:29:47,948 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:47,950 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:29:47,950 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-07-22T12:29:47,951 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:29:47,951 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-07-22T12:29:47,951 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-07-22T12:29:47,951 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:48,308 WARN [Listener at jenkins-hbase3.apache.org/44897 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:48,389 WARN [Listener at jenkins-hbase3.apache.org/44897 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:29:48,389 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:48,398 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38699_cluster____hmjpyq/webapp 2023-07-22T12:29:48,482 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:29:48,482 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-07-22T12:29:48,483 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:29:48,483 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:29:48,491 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:48,675 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:48,775 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:48,781 INFO [Listener at jenkins-hbase3.apache.org/44897 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38699 2023-07-22T12:29:49,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:29:49,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-07-22T12:29:49,110 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-07-22T12:29:49,217 WARN [Listener at jenkins-hbase3.apache.org/39683 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:49,241 WARN [Listener at jenkins-hbase3.apache.org/39683 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:29:49,242 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:49,247 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_41083_node____3tn4j1/webapp 2023-07-22T12:29:49,298 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:29:49,299 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:29:49,299 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:29:49,299 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:29:49,307 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:49,328 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:49,419 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:49,432 INFO [Listener at jenkins-hbase3.apache.org/39683 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:41083 2023-07-22T12:29:49,600 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-07-22T12:29:49,609 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-07-22T12:29:49,610 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): jetty-6.1.26 2023-07-22T12:29:49,619 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37769_node____.48oc5n/webapp 2023-07-22T12:29:49,693 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-07-22T12:29:49,693 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-07-22T12:29:49,693 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-07-22T12:29:49,693 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-07-22T12:29:49,704 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:49,727 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:49,806 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-07-22T12:29:49,813 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37769 2023-07-22T12:29:49,846 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-07-22T12:29:49,846 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:42467/backupUT 2023-07-22T12:29:49,859 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:29:49,865 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:29:49,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-07-22T12:29:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-07-22T12:29:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:29:49,909 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:49,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 35 msec 2023-07-22T12:29:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-07-22T12:29:50,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-07-22T12:29:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-07-22T12:29:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:29:50,022 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:50,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 24 msec 2023-07-22T12:29:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-07-22T12:29:50,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-07-22T12:29:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-07-22T12:29:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:29:50,137 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:50,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 20 msec 2023-07-22T12:29:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-07-22T12:29:50,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-07-22T12:29:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-07-22T12:29:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:29:50,249 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:50,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 20 msec 2023-07-22T12:29:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-07-22T12:29:50,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1690028989846', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1690028989846 2023-07-22T12:29:50,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1690028989846 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:50,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1690028989846" procId is: 13 2023-07-22T12:29:50,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:50,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1690028989846 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:50,829 INFO [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3ad4c0ed13d2a846fd787ddab15ddf87, NAME => 'test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1690028989846', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:51,246 DEBUG [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(888): Instantiated test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:51,246 DEBUG [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(1668): Closing 3ad4c0ed13d2a846fd787ddab15ddf87, disabling compactions & flushes 2023-07-22T12:29:51,246 INFO [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(1690): Closing region test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:29:51,246 DEBUG [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:29:51,246 DEBUG [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. after waiting 0 ms 2023-07-22T12:29:51,246 DEBUG [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:29:51,246 INFO [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(1909): Closed test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:29:51,246 DEBUG [RegionOpenAndInit-test-1690028989846-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3ad4c0ed13d2a846fd787ddab15ddf87: 2023-07-22T12:29:51,248 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1690028989846 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:51,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1690028991248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028991248"}]},"ts":"1690028991248"} 2023-07-22T12:29:51,251 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:51,253 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1690028989846 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:51,253 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028989846","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028991253"}]},"ts":"1690028991253"} 2023-07-22T12:29:51,256 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028989846, state=ENABLING in hbase:meta 2023-07-22T12:29:51,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028989846, region=3ad4c0ed13d2a846fd787ddab15ddf87, ASSIGN}] 2023-07-22T12:29:51,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1690028989846, region=3ad4c0ed13d2a846fd787ddab15ddf87, ASSIGN 2023-07-22T12:29:51,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1690028989846, region=3ad4c0ed13d2a846fd787ddab15ddf87, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:29:51,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=3ad4c0ed13d2a846fd787ddab15ddf87, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:51,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 3ad4c0ed13d2a846fd787ddab15ddf87, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:29:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:51,579 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:29:51,579 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 3ad4c0ed13d2a846fd787ddab15ddf87, NAME => 'test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:51,580 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:51,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1690028989846 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:29:51,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:51,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:29:51,580 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:29:51,582 INFO [StoreOpener-3ad4c0ed13d2a846fd787ddab15ddf87-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:29:51,585 INFO [StoreOpener-3ad4c0ed13d2a846fd787ddab15ddf87-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ad4c0ed13d2a846fd787ddab15ddf87 columnFamilyName f 2023-07-22T12:29:51,585 DEBUG [StoreOpener-3ad4c0ed13d2a846fd787ddab15ddf87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:51,586 INFO [StoreOpener-3ad4c0ed13d2a846fd787ddab15ddf87-1 {}] regionserver.HStore(324): Store=3ad4c0ed13d2a846fd787ddab15ddf87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:51,587 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:29:51,588 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:29:51,593 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:29:51,598 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:51,598 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 3ad4c0ed13d2a846fd787ddab15ddf87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12019281920, jitterRate=0.11938285827636719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:51,599 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 3ad4c0ed13d2a846fd787ddab15ddf87: 2023-07-22T12:29:51,600 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87., pid=15, masterSystemTime=1690028991572 2023-07-22T12:29:51,603 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:29:51,603 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:29:51,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=3ad4c0ed13d2a846fd787ddab15ddf87, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:51,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-07-22T12:29:51,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 3ad4c0ed13d2a846fd787ddab15ddf87, server=jenkins-hbase3.apache.org,34371,1690028980812 in 187 msec 2023-07-22T12:29:51,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-07-22T12:29:51,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1690028989846, region=3ad4c0ed13d2a846fd787ddab15ddf87, ASSIGN in 347 msec 2023-07-22T12:29:51,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1690028989846 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:51,612 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1690028989846","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028991612"}]},"ts":"1690028991612"} 2023-07-22T12:29:51,614 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1690028989846, state=ENABLED in hbase:meta 2023-07-22T12:29:51,617 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1690028989846 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:51,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1690028989846 in 1.2600 sec 2023-07-22T12:29:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-07-22T12:29:52,480 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1690028989846, procId: 13 completed 2023-07-22T12:29:52,480 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x299fd053 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:29:52,487 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4a2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:52,489 DEBUG [hconnection-0x56eb861-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:52,492 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52756, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:52,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegion(8210): writing data to region test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:29:52,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16900289898461', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16900289898461 2023-07-22T12:29:52,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900289898461 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:52,603 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:52,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16900289898461" procId is: 16 2023-07-22T12:29:52,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16900289898461 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:53,019 INFO [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2ae78742add5d9196e89d79ad5bbdc4e, NAME => 'ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16900289898461', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:53,034 DEBUG [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:53,034 DEBUG [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(1668): Closing 2ae78742add5d9196e89d79ad5bbdc4e, disabling compactions & flushes 2023-07-22T12:29:53,034 INFO [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:29:53,034 DEBUG [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:29:53,035 DEBUG [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. after waiting 0 ms 2023-07-22T12:29:53,035 DEBUG [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:29:53,035 INFO [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:29:53,035 DEBUG [RegionOpenAndInit-ns2:test-16900289898461-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2ae78742add5d9196e89d79ad5bbdc4e: 2023-07-22T12:29:53,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16900289898461 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:53,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028993036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028993036"}]},"ts":"1690028993036"} 2023-07-22T12:29:53,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:53,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16900289898461 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:53,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900289898461","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028993040"}]},"ts":"1690028993040"} 2023-07-22T12:29:53,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900289898461, state=ENABLING in hbase:meta 2023-07-22T12:29:53,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900289898461, region=2ae78742add5d9196e89d79ad5bbdc4e, ASSIGN}] 2023-07-22T12:29:53,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16900289898461, region=2ae78742add5d9196e89d79ad5bbdc4e, ASSIGN 2023-07-22T12:29:53,049 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16900289898461, region=2ae78742add5d9196e89d79ad5bbdc4e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:29:53,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=2ae78742add5d9196e89d79ad5bbdc4e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:53,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 2ae78742add5d9196e89d79ad5bbdc4e, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:29:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:53,360 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:29:53,360 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 2ae78742add5d9196e89d79ad5bbdc4e, NAME => 'ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:53,361 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:53,361 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900289898461 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:29:53,361 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:53,361 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:29:53,361 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:29:53,363 INFO [StoreOpener-2ae78742add5d9196e89d79ad5bbdc4e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:29:53,365 INFO [StoreOpener-2ae78742add5d9196e89d79ad5bbdc4e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ae78742add5d9196e89d79ad5bbdc4e columnFamilyName f 2023-07-22T12:29:53,365 DEBUG [StoreOpener-2ae78742add5d9196e89d79ad5bbdc4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:53,365 INFO [StoreOpener-2ae78742add5d9196e89d79ad5bbdc4e-1 {}] regionserver.HStore(324): Store=2ae78742add5d9196e89d79ad5bbdc4e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:53,367 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:29:53,367 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:29:53,371 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:29:53,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:53,379 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 2ae78742add5d9196e89d79ad5bbdc4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11694429120, jitterRate=0.08912858366966248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:53,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 2ae78742add5d9196e89d79ad5bbdc4e: 2023-07-22T12:29:53,381 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e., pid=18, masterSystemTime=1690028993355 2023-07-22T12:29:53,383 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:29:53,384 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:29:53,384 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=2ae78742add5d9196e89d79ad5bbdc4e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:53,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-07-22T12:29:53,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 2ae78742add5d9196e89d79ad5bbdc4e, server=jenkins-hbase3.apache.org,34371,1690028980812 in 185 msec 2023-07-22T12:29:53,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-07-22T12:29:53,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16900289898461, region=2ae78742add5d9196e89d79ad5bbdc4e, ASSIGN in 343 msec 2023-07-22T12:29:53,393 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16900289898461 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:53,393 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900289898461","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028993393"}]},"ts":"1690028993393"} 2023-07-22T12:29:53,395 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900289898461, state=ENABLED in hbase:meta 2023-07-22T12:29:53,397 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16900289898461 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:53,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16900289898461 in 798 msec 2023-07-22T12:29:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-07-22T12:29:53,711 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16900289898461, procId: 16 completed 2023-07-22T12:29:53,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegion(8210): writing data to region ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. with WAL disabled. Data may be lost in the event of a crash. 2023-07-22T12:29:53,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16900289898462', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16900289898462 2023-07-22T12:29:53,803 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900289898462 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:53,803 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:53,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16900289898462" procId is: 19 2023-07-22T12:29:53,804 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16900289898462 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:53,823 INFO [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 55632cbcea68638c1794712a454a4ef7, NAME => 'ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16900289898462', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:54,239 DEBUG [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:54,239 DEBUG [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(1668): Closing 55632cbcea68638c1794712a454a4ef7, disabling compactions & flushes 2023-07-22T12:29:54,239 INFO [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:29:54,240 DEBUG [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:29:54,240 DEBUG [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. after waiting 0 ms 2023-07-22T12:29:54,240 DEBUG [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:29:54,240 INFO [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:29:54,240 DEBUG [RegionOpenAndInit-ns3:test-16900289898462-pool-0 {}] regionserver.HRegion(1622): Region close journal for 55632cbcea68638c1794712a454a4ef7: 2023-07-22T12:29:54,241 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16900289898462 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:54,242 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028994241"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028994241"}]},"ts":"1690028994241"} 2023-07-22T12:29:54,244 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:54,245 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16900289898462 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:54,245 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900289898462","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028994245"}]},"ts":"1690028994245"} 2023-07-22T12:29:54,247 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900289898462, state=ENABLING in hbase:meta 2023-07-22T12:29:54,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900289898462, region=55632cbcea68638c1794712a454a4ef7, ASSIGN}] 2023-07-22T12:29:54,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16900289898462, region=55632cbcea68638c1794712a454a4ef7, ASSIGN 2023-07-22T12:29:54,254 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16900289898462, region=55632cbcea68638c1794712a454a4ef7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:29:54,406 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=55632cbcea68638c1794712a454a4ef7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:54,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 55632cbcea68638c1794712a454a4ef7, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:29:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:54,566 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:29:54,566 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 55632cbcea68638c1794712a454a4ef7, NAME => 'ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:54,567 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:54,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900289898462 55632cbcea68638c1794712a454a4ef7 2023-07-22T12:29:54,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:54,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 55632cbcea68638c1794712a454a4ef7 2023-07-22T12:29:54,567 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 55632cbcea68638c1794712a454a4ef7 2023-07-22T12:29:54,569 INFO [StoreOpener-55632cbcea68638c1794712a454a4ef7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55632cbcea68638c1794712a454a4ef7 2023-07-22T12:29:54,571 INFO [StoreOpener-55632cbcea68638c1794712a454a4ef7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55632cbcea68638c1794712a454a4ef7 columnFamilyName f 2023-07-22T12:29:54,571 DEBUG [StoreOpener-55632cbcea68638c1794712a454a4ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:54,572 INFO [StoreOpener-55632cbcea68638c1794712a454a4ef7-1 {}] regionserver.HStore(324): Store=55632cbcea68638c1794712a454a4ef7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:54,573 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns3/test-16900289898462/55632cbcea68638c1794712a454a4ef7 2023-07-22T12:29:54,574 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns3/test-16900289898462/55632cbcea68638c1794712a454a4ef7 2023-07-22T12:29:54,577 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 55632cbcea68638c1794712a454a4ef7 2023-07-22T12:29:54,581 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns3/test-16900289898462/55632cbcea68638c1794712a454a4ef7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:54,582 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 55632cbcea68638c1794712a454a4ef7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10707321120, jitterRate=-0.002803012728691101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:54,582 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 55632cbcea68638c1794712a454a4ef7: 2023-07-22T12:29:54,583 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7., pid=21, masterSystemTime=1690028994561 2023-07-22T12:29:54,586 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:29:54,586 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:29:54,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=55632cbcea68638c1794712a454a4ef7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:54,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-07-22T12:29:54,592 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 55632cbcea68638c1794712a454a4ef7, server=jenkins-hbase3.apache.org,34371,1690028980812 in 181 msec 2023-07-22T12:29:54,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-07-22T12:29:54,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16900289898462, region=55632cbcea68638c1794712a454a4ef7, ASSIGN in 341 msec 2023-07-22T12:29:54,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16900289898462 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:54,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16900289898462","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028994595"}]},"ts":"1690028994595"} 2023-07-22T12:29:54,597 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16900289898462, state=ENABLED in hbase:meta 2023-07-22T12:29:54,599 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16900289898462 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:54,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16900289898462 in 800 msec 2023-07-22T12:29:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-07-22T12:29:54,912 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16900289898462, procId: 19 completed 2023-07-22T12:29:54,912 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16900289898462 get assigned. Timeout = 60000ms 2023-07-22T12:29:54,914 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:29:54,921 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16900289898462 assigned to meta. Checking AM states. 2023-07-22T12:29:54,922 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:29:54,922 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16900289898462 assigned. 2023-07-22T12:29:54,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16900289898463', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16900289898463 2023-07-22T12:29:54,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900289898463 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:54,932 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:54,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16900289898463" procId is: 22 2023-07-22T12:29:54,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16900289898463 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:54,957 INFO [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 2620cf52634555fbd86638ef3f8522ab, NAME => 'ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16900289898463', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:55,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1690028989846' 2023-07-22T12:29:55,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16900289898461' 2023-07-22T12:29:55,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16900289898462' 2023-07-22T12:29:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:55,382 DEBUG [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:55,382 DEBUG [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(1668): Closing 2620cf52634555fbd86638ef3f8522ab, disabling compactions & flushes 2023-07-22T12:29:55,382 INFO [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:29:55,382 DEBUG [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:29:55,382 DEBUG [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. after waiting 0 ms 2023-07-22T12:29:55,382 DEBUG [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:29:55,382 INFO [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:29:55,382 DEBUG [RegionOpenAndInit-ns4:test-16900289898463-pool-0 {}] regionserver.HRegion(1622): Region close journal for 2620cf52634555fbd86638ef3f8522ab: 2023-07-22T12:29:55,384 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16900289898463 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:55,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1690028995384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028995384"}]},"ts":"1690028995384"} 2023-07-22T12:29:55,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:55,387 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16900289898463 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:55,388 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900289898463","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028995387"}]},"ts":"1690028995387"} 2023-07-22T12:29:55,389 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900289898463, state=ENABLING in hbase:meta 2023-07-22T12:29:55,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900289898463, region=2620cf52634555fbd86638ef3f8522ab, ASSIGN}] 2023-07-22T12:29:55,396 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16900289898463, region=2620cf52634555fbd86638ef3f8522ab, ASSIGN 2023-07-22T12:29:55,397 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16900289898463, region=2620cf52634555fbd86638ef3f8522ab, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:29:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:55,549 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=2620cf52634555fbd86638ef3f8522ab, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:55,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 2620cf52634555fbd86638ef3f8522ab, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:29:55,709 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:29:55,709 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 2620cf52634555fbd86638ef3f8522ab, NAME => 'ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:55,709 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:55,709 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16900289898463 2620cf52634555fbd86638ef3f8522ab 2023-07-22T12:29:55,709 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:55,710 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 2620cf52634555fbd86638ef3f8522ab 2023-07-22T12:29:55,710 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 2620cf52634555fbd86638ef3f8522ab 2023-07-22T12:29:55,711 INFO [StoreOpener-2620cf52634555fbd86638ef3f8522ab-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2620cf52634555fbd86638ef3f8522ab 2023-07-22T12:29:55,713 INFO [StoreOpener-2620cf52634555fbd86638ef3f8522ab-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2620cf52634555fbd86638ef3f8522ab columnFamilyName f 2023-07-22T12:29:55,713 DEBUG [StoreOpener-2620cf52634555fbd86638ef3f8522ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:55,714 INFO [StoreOpener-2620cf52634555fbd86638ef3f8522ab-1 {}] regionserver.HStore(324): Store=2620cf52634555fbd86638ef3f8522ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:55,715 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns4/test-16900289898463/2620cf52634555fbd86638ef3f8522ab 2023-07-22T12:29:55,716 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns4/test-16900289898463/2620cf52634555fbd86638ef3f8522ab 2023-07-22T12:29:55,719 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 2620cf52634555fbd86638ef3f8522ab 2023-07-22T12:29:55,721 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns4/test-16900289898463/2620cf52634555fbd86638ef3f8522ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:55,722 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 2620cf52634555fbd86638ef3f8522ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9846719040, jitterRate=-0.0829528272151947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:29:55,723 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 2620cf52634555fbd86638ef3f8522ab: 2023-07-22T12:29:55,724 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab., pid=24, masterSystemTime=1690028995704 2023-07-22T12:29:55,726 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:29:55,726 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:29:55,727 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=2620cf52634555fbd86638ef3f8522ab, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:55,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-07-22T12:29:55,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 2620cf52634555fbd86638ef3f8522ab, server=jenkins-hbase3.apache.org,34371,1690028980812 in 177 msec 2023-07-22T12:29:55,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-07-22T12:29:55,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16900289898463, region=2620cf52634555fbd86638ef3f8522ab, ASSIGN in 337 msec 2023-07-22T12:29:55,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16900289898463 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:55,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16900289898463","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028995734"}]},"ts":"1690028995734"} 2023-07-22T12:29:55,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16900289898463, state=ENABLED in hbase:meta 2023-07-22T12:29:55,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16900289898463 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:55,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16900289898463 in 813 msec 2023-07-22T12:29:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-07-22T12:29:56,041 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16900289898463, procId: 22 completed 2023-07-22T12:29:56,041 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16900289898463 get assigned. Timeout = 60000ms 2023-07-22T12:29:56,041 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:29:56,045 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16900289898463 assigned to meta. Checking AM states. 2023-07-22T12:29:56,045 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-07-22T12:29:56,045 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16900289898463 assigned. 2023-07-22T12:29:56,046 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x299fd053 to 127.0.0.1:55503 2023-07-22T12:29:56,046 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:56,085 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackupDeleteTable#testIncBackupDeleteTable Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=130, ProcessCount=168, AvailableMemoryMB=16645 2023-07-22T12:29:56,085 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-07-22T12:29:56,087 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] backup.TestIncrementalBackupDeleteTable(60): create full backup image for all tables 2023-07-22T12:29:56,087 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x72a1db9c to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:29:56,093 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1add23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:56,102 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:56,103 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52760, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:56,116 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:29:56,118 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:45284, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:29:56,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-07-22T12:29:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-07-22T12:29:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:29:56,144 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-07-22T12:29:56,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 20 msec 2023-07-22T12:29:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-07-22T12:29:56,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-07-22T12:29:56,251 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:56,251 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:56,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-07-22T12:29:56,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:29:56,270 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b539d3159d992a3e250fb813969fec23, NAME => 'backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:56,280 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:56,280 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing b539d3159d992a3e250fb813969fec23, disabling compactions & flushes 2023-07-22T12:29:56,280 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:29:56,280 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:29:56,280 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. after waiting 0 ms 2023-07-22T12:29:56,280 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:29:56,280 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:29:56,280 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for b539d3159d992a3e250fb813969fec23: 2023-07-22T12:29:56,282 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:56,282 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1690028996282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028996282"}]},"ts":"1690028996282"} 2023-07-22T12:29:56,284 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:56,285 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:56,285 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028996285"}]},"ts":"1690028996285"} 2023-07-22T12:29:56,286 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-07-22T12:29:56,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=b539d3159d992a3e250fb813969fec23, ASSIGN}] 2023-07-22T12:29:56,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=b539d3159d992a3e250fb813969fec23, ASSIGN 2023-07-22T12:29:56,293 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=b539d3159d992a3e250fb813969fec23, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:29:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:29:56,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=b539d3159d992a3e250fb813969fec23, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:56,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure b539d3159d992a3e250fb813969fec23, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:29:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:29:56,603 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:29:56,603 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => b539d3159d992a3e250fb813969fec23, NAME => 'backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:56,604 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:56,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:56,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:56,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:56,604 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:56,606 INFO [StoreOpener-b539d3159d992a3e250fb813969fec23-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:56,609 INFO [StoreOpener-b539d3159d992a3e250fb813969fec23-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b539d3159d992a3e250fb813969fec23 columnFamilyName meta 2023-07-22T12:29:56,609 DEBUG [StoreOpener-b539d3159d992a3e250fb813969fec23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:56,610 INFO [StoreOpener-b539d3159d992a3e250fb813969fec23-1 {}] regionserver.HStore(324): Store=b539d3159d992a3e250fb813969fec23/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:56,610 INFO [StoreOpener-b539d3159d992a3e250fb813969fec23-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:56,611 INFO [StoreOpener-b539d3159d992a3e250fb813969fec23-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b539d3159d992a3e250fb813969fec23 columnFamilyName session 2023-07-22T12:29:56,611 DEBUG [StoreOpener-b539d3159d992a3e250fb813969fec23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:56,612 INFO [StoreOpener-b539d3159d992a3e250fb813969fec23-1 {}] regionserver.HStore(324): Store=b539d3159d992a3e250fb813969fec23/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:56,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:56,613 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:56,615 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:29:56,616 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:56,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:56,620 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened b539d3159d992a3e250fb813969fec23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11239042400, jitterRate=0.04671739041805267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:29:56,620 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for b539d3159d992a3e250fb813969fec23: 2023-07-22T12:29:56,621 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23., pid=28, masterSystemTime=1690028996599 2023-07-22T12:29:56,623 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:29:56,623 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:29:56,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=b539d3159d992a3e250fb813969fec23, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:56,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-07-22T12:29:56,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure b539d3159d992a3e250fb813969fec23, server=jenkins-hbase3.apache.org,34371,1690028980812 in 179 msec 2023-07-22T12:29:56,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-07-22T12:29:56,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=b539d3159d992a3e250fb813969fec23, ASSIGN in 338 msec 2023-07-22T12:29:56,631 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:56,632 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028996632"}]},"ts":"1690028996632"} 2023-07-22T12:29:56,633 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-07-22T12:29:56,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:56,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 390 msec 2023-07-22T12:29:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-07-22T12:29:56,857 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-07-22T12:29:56,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:29:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-07-22T12:29:56,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:29:56,874 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:56,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-07-22T12:29:56,875 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:29:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:57,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:29:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:57,289 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => eb9efb325b5e21f8634d446c0337b15a, NAME => 'backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:29:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:57,703 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:57,703 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing eb9efb325b5e21f8634d446c0337b15a, disabling compactions & flushes 2023-07-22T12:29:57,703 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:29:57,703 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:29:57,703 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. after waiting 0 ms 2023-07-22T12:29:57,703 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:29:57,703 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:29:57,703 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for eb9efb325b5e21f8634d446c0337b15a: 2023-07-22T12:29:57,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:29:57,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1690028997705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690028997705"}]},"ts":"1690028997705"} 2023-07-22T12:29:57,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:29:57,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:29:57,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028997709"}]},"ts":"1690028997709"} 2023-07-22T12:29:57,710 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-07-22T12:29:57,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=eb9efb325b5e21f8634d446c0337b15a, ASSIGN}] 2023-07-22T12:29:57,723 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=eb9efb325b5e21f8634d446c0337b15a, ASSIGN 2023-07-22T12:29:57,724 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=eb9efb325b5e21f8634d446c0337b15a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:29:57,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=eb9efb325b5e21f8634d446c0337b15a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:57,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure eb9efb325b5e21f8634d446c0337b15a, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:29:57,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900289898463 2023-07-22T12:29:57,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16900289898463 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:57,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-07-22T12:29:57,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:57,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1690028989846 2023-07-22T12:29:57,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1690028989846 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:57,941 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900289898461 2023-07-22T12:29:57,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900289898461 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:57,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900289898462 2023-07-22T12:29:57,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16900289898462 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:29:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:58,034 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:29:58,034 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => eb9efb325b5e21f8634d446c0337b15a, NAME => 'backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:29:58,034 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:29:58,034 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:29:58,034 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:29:58,034 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:29:58,034 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:29:58,036 INFO [StoreOpener-eb9efb325b5e21f8634d446c0337b15a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:29:58,038 INFO [StoreOpener-eb9efb325b5e21f8634d446c0337b15a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9efb325b5e21f8634d446c0337b15a columnFamilyName meta 2023-07-22T12:29:58,038 DEBUG [StoreOpener-eb9efb325b5e21f8634d446c0337b15a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:58,038 INFO [StoreOpener-eb9efb325b5e21f8634d446c0337b15a-1 {}] regionserver.HStore(324): Store=eb9efb325b5e21f8634d446c0337b15a/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:58,039 INFO [StoreOpener-eb9efb325b5e21f8634d446c0337b15a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:29:58,040 INFO [StoreOpener-eb9efb325b5e21f8634d446c0337b15a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb9efb325b5e21f8634d446c0337b15a columnFamilyName session 2023-07-22T12:29:58,040 DEBUG [StoreOpener-eb9efb325b5e21f8634d446c0337b15a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:29:58,041 INFO [StoreOpener-eb9efb325b5e21f8634d446c0337b15a-1 {}] regionserver.HStore(324): Store=eb9efb325b5e21f8634d446c0337b15a/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:29:58,042 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system_bulk/eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:29:58,043 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system_bulk/eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:29:58,044 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-07-22T12:29:58,046 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:29:58,048 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system_bulk/eb9efb325b5e21f8634d446c0337b15a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:29:58,049 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened eb9efb325b5e21f8634d446c0337b15a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9572921280, jitterRate=-0.10845223069190979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-07-22T12:29:58,049 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for eb9efb325b5e21f8634d446c0337b15a: 2023-07-22T12:29:58,050 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a., pid=31, masterSystemTime=1690028998029 2023-07-22T12:29:58,052 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:29:58,052 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:29:58,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=eb9efb325b5e21f8634d446c0337b15a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:29:58,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-07-22T12:29:58,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure eb9efb325b5e21f8634d446c0337b15a, server=jenkins-hbase3.apache.org,34371,1690028980812 in 178 msec 2023-07-22T12:29:58,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-07-22T12:29:58,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=eb9efb325b5e21f8634d446c0337b15a, ASSIGN in 337 msec 2023-07-22T12:29:58,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:29:58,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690028998061"}]},"ts":"1690028998061"} 2023-07-22T12:29:58,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-07-22T12:29:58,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:29:58,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1940 sec 2023-07-22T12:29:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-07-22T12:29:58,985 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-07-22T12:29:58,998 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:29:59,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:29:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690028999050 (current time:1690028999050). 2023-07-22T12:29:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:29:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:29:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7030ed78 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:29:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:29:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:29:59,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52768, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:29:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7030ed78 to 127.0.0.1:55503 2023-07-22T12:29:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:29:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:29:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:29:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:29:59,082 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:29:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:59,087 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:29:59,090 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:29:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:59,506 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:29:59,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure b539d3159d992a3e250fb813969fec23}] 2023-07-22T12:29:59,519 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure b539d3159d992a3e250fb813969fec23 2023-07-22T12:29:59,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34371 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-07-22T12:29:59,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:29:59,682 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing b539d3159d992a3e250fb813969fec23 2/2 column families, dataSize=45 B heapSize=632 B 2023-07-22T12:29:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:29:59,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/813e577a17a24dc89f1fed580b3e526f is 49, key is activesession:/session:c/1690028999031/Put/seqid=0 2023-07-22T12:30:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:30:00,193 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/813e577a17a24dc89f1fed580b3e526f 2023-07-22T12:30:00,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 813e577a17a24dc89f1fed580b3e526f 2023-07-22T12:30:00,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/813e577a17a24dc89f1fed580b3e526f as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/813e577a17a24dc89f1fed580b3e526f 2023-07-22T12:30:00,289 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/813e577a17a24dc89f1fed580b3e526f, entries=1, sequenceid=5, filesize=4.9 K 2023-07-22T12:30:00,294 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for b539d3159d992a3e250fb813969fec23 in 612ms, sequenceid=5, compaction requested=false 2023-07-22T12:30:00,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-07-22T12:30:00,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for b539d3159d992a3e250fb813969fec23: 2023-07-22T12:30:00,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. for snapshot_backup_system completed. 2023-07-22T12:30:00,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:30:00,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:30:00,307 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-07-22T12:30:00,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/813e577a17a24dc89f1fed580b3e526f] hfiles 2023-07-22T12:30:00,308 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/813e577a17a24dc89f1fed580b3e526f for snapshot=snapshot_backup_system 2023-07-22T12:30:00,725 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:30:00,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-07-22T12:30:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-07-22T12:30:00,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:00,736 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:00,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-07-22T12:30:00,740 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:30:00,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure b539d3159d992a3e250fb813969fec23 in 1.2290 sec 2023-07-22T12:30:00,743 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:30:00,746 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:30:00,746 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:30:00,749 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:30:01,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-07-22T12:30:01,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16900289898463' 2023-07-22T12:30:01,181 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:30:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:30:01,196 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:30:01,197 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:30:01,636 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:30:01,636 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-07-22T12:30:01,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.5620 sec 2023-07-22T12:30:02,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:30:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-07-22T12:30:03,193 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-07-22T12:30:03,194 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(115): Backup backup_1690028996096 started at 1690029003193. 2023-07-22T12:30:03,215 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(119): Backup session backup_1690028996096 has been started. 2023-07-22T12:30:03,218 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-07-22T12:30:03,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:30:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:30:03,234 INFO [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:30:03,234 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:30:03,235 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:30:03,235 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:30:03,235 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,235 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:03,237 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:30:03,237 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,237 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:30:03,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:30:03,237 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,237 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:30:03,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:03,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:30:03,238 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:03,238 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:30:03,240 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:30:03,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:30:03,241 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:30:03,241 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:30:03,241 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:30:03,241 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:30:03,241 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34371,1690028980812' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:30:03,244 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,244 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:03,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:30:03,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:30:03,245 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:30:03,245 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:30:03,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:30:03,245 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:30:03,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:03,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:30:03,247 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34371,1690028980812' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:30:03,247 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6262446a[Count = 0] remaining members to acquire global barrier 2023-07-22T12:30:03,247 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:30:03,247 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:03,249 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:03,249 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:03,249 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:03,249 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:30:03,249 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,249 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:30:03,250 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:30:03,250 DEBUG [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,250 INFO [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690028982940 highest: 1690028982940 on jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,251 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34371%2C1690028980812:(num 1690028982940) roll requested 2023-07-22T12:30:03,262 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251, exclude list is [], retry=0 2023-07-22T12:30:03,267 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK] 2023-07-22T12:30:03,272 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690028982940 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 2023-07-22T12:30:03,274 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK]] 2023-07-22T12:30:03,274 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690028982940 is not closed yet, will try archiving it next time 2023-07-22T12:30:03,274 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta:.meta(num 1690028983442) roll requested 2023-07-22T12:30:03,291 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690029003274.meta, exclude list is [], retry=0 2023-07-22T12:30:03,295 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK] 2023-07-22T12:30:03,298 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690028983442.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690029003274.meta 2023-07-22T12:30:03,299 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK]] 2023-07-22T12:30:03,299 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690028983442.meta is not closed yet, will try archiving it next time 2023-07-22T12:30:03,311 DEBUG [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2023-07-22T12:30:03,311 INFO [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029003251 on jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,312 DEBUG [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:03,314 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:49476, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:30:03,333 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:30:03,334 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34371,1690028980812' in zk 2023-07-22T12:30:03,337 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:30:03,337 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,337 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:30:03,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,337 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:30:03,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:30:03,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:30:03,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:30:03,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:30:03,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:03,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:30:03,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:03,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34371,1690028980812': 2023-07-22T12:30:03,342 INFO [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:30:03,342 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34371,1690028980812' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:30:03,342 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:30:03,342 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:30:03,342 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:30:03,342 INFO [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:30:03,345 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,345 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:30:03,345 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,345 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:30:03,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:30:03,345 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:30:03,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:30:03,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:30:03,346 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:03,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:30:03,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:03,348 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:30:03,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:03,349 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:30:03,359 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:03,359 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:03,359 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:30:03,359 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:30:03,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2023-07-22T12:30:03,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:30:03,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:30:03,360 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:30:03,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:30:03,362 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:30:03,362 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:30:03,462 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:30:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:30:03,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } 2023-07-22T12:30:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029003473 (current time:1690029003473). 2023-07-22T12:30:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:30:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690029003472_default_test-1690028989846 VERSION not specified, setting to 2 2023-07-22T12:30:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2d1ec247 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc8445c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:03,486 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:45250, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2d1ec247 to 127.0.0.1:55503 2023-07-22T12:30:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:30:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } 2023-07-22T12:30:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:30:03,490 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:30:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:30:03,492 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:30:03,494 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:30:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:30:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:30:03,910 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:30:03,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3ad4c0ed13d2a846fd787ddab15ddf87}] 2023-07-22T12:30:03,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:30:04,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34371 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-07-22T12:30:04,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:30:04,066 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 3ad4c0ed13d2a846fd787ddab15ddf87 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:30:04,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/.tmp/f/200db51279ee4d758d02b88de4ec0656 is 37, key is row10/f:q1/1690028992508/Put/seqid=0 2023-07-22T12:30:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:30:04,098 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/.tmp/f/200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:04,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:04,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/.tmp/f/200db51279ee4d758d02b88de4ec0656 as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:04,119 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:30:04,121 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3ad4c0ed13d2a846fd787ddab15ddf87 in 54ms, sequenceid=103, compaction requested=false 2023-07-22T12:30:04,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 3ad4c0ed13d2a846fd787ddab15ddf87: 2023-07-22T12:30:04,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. for snapshot_1690029003472_default_test-1690028989846 completed. 2023-07-22T12:30:04,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87.' region-info for snapshot=snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:04,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:30:04,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656] hfiles 2023-07-22T12:30:04,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656 for snapshot=snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:04,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:30:04,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-07-22T12:30:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-07-22T12:30:04,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690029003472_default_test-1690028989846 on region 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:30:04,143 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:30:04,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-07-22T12:30:04,147 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:30:04,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 3ad4c0ed13d2a846fd787ddab15ddf87 in 234 msec 2023-07-22T12:30:04,148 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:30:04,149 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:30:04,149 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:04,150 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/.tmp/snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:04,174 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:30:04,182 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:30:04,182 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/.tmp/snapshot_1690029003472_default_test-1690028989846 to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:30:05,028 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:30:05,028 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-07-22T12:30:05,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1690029003472_default_test-1690028989846 table=test-1690028989846 type=FLUSH ttl=0 } in 1.5400 sec 2023-07-22T12:30:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-07-22T12:30:05,599 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: default:test-1690028989846, procId: 34 completed 2023-07-22T12:30:05,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } 2023-07-22T12:30:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029005600 (current time:1690029005600). 2023-07-22T12:30:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:30:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1690029005599_ns2_test-16900289898461 VERSION not specified, setting to 2 2023-07-22T12:30:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4c01961d to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17566920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:05,609 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:45258, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4c01961d to 127.0.0.1:55503 2023-07-22T12:30:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:30:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } 2023-07-22T12:30:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:30:05,615 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:30:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:30:05,616 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:30:05,618 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:30:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:30:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:30:06,032 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:30:06,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 2ae78742add5d9196e89d79ad5bbdc4e}] 2023-07-22T12:30:06,035 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:06,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34371 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-07-22T12:30:06,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:30:06,189 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 2ae78742add5d9196e89d79ad5bbdc4e 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-07-22T12:30:06,214 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/.tmp/f/f4bdef856f3c45c1a3fd9860e3db582f is 37, key is row10/f:q1/1690028993725/Put/seqid=0 2023-07-22T12:30:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:30:06,629 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/.tmp/f/f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:06,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:06,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/.tmp/f/f4bdef856f3c45c1a3fd9860e3db582f as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:06,648 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f, entries=99, sequenceid=103, filesize=8.2 K 2023-07-22T12:30:06,649 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 2ae78742add5d9196e89d79ad5bbdc4e in 461ms, sequenceid=103, compaction requested=false 2023-07-22T12:30:06,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 2ae78742add5d9196e89d79ad5bbdc4e: 2023-07-22T12:30:06,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. for snapshot_1690029005599_ns2_test-16900289898461 completed. 2023-07-22T12:30:06,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e.' region-info for snapshot=snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:06,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:30:06,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f] hfiles 2023-07-22T12:30:06,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f for snapshot=snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:30:07,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:30:07,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-07-22T12:30:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-07-22T12:30:07,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1690029005599_ns2_test-16900289898461 on region 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:07,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:07,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-07-22T12:30:07,075 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:30:07,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 2ae78742add5d9196e89d79ad5bbdc4e in 1.0400 sec 2023-07-22T12:30:07,076 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:30:07,076 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:30:07,076 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:07,077 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/.tmp/snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:07,496 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:30:07,503 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:30:07,504 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/.tmp/snapshot_1690029005599_ns2_test-16900289898461 to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:30:07,937 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:30:07,937 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-07-22T12:30:07,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-07-22T12:30:07,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-07-22T12:30:07,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1690029005599_ns2_test-16900289898461 table=ns2:test-16900289898461 type=FLUSH ttl=0 } in 2.3250 sec 2023-07-22T12:30:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-07-22T12:30:09,726 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: ns2:test-16900289898461, procId: 36 completed 2023-07-22T12:30:09,726 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1690028996096 2023-07-22T12:30:09,726 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-07-22T12:30:09,727 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-07-22T12:30:09,730 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690028996096_test-1690028989846 2023-07-22T12:30:09,730 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690029003472_default_test-1690028989846 to hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/ 2023-07-22T12:30:09,740 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:30:09,770 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42467, inputRoot=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:30:09,770 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,43129,1690028977778_253457132_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/.hbase-snapshot/.tmp/snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:09,770 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42467, inputRoot=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829, snapshotDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/snapshot_1690029003472_default_test-1690028989846. 2023-07-22T12:30:09,783 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/snapshot_1690029003472_default_test-1690028989846 to hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/.hbase-snapshot/.tmp/snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:10,218 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:10,219 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:10,219 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:10,220 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,246 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop-6253351900466248221.jar 2023-07-22T12:30:11,247 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,247 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,248 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,248 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,249 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,249 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,250 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,251 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,251 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:11,252 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:11,253 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:30:11,254 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:30:11,255 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:30:11,255 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:30:11,256 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:30:11,256 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:30:11,257 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:30:11,257 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:30:11,257 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:30:11,258 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:30:11,258 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:30:11,262 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:30:11,263 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:30:11,263 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:11,264 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:30:11,264 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:30:11,265 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:11,265 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:11,325 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:30:11,347 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690029003472_default_test-1690028989846' hfile list 2023-07-22T12:30:11,357 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:30:11,578 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029011533/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:30:11,578 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029011533/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:30:11,739 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:30:11,815 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656 output=hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:11,815 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-07-22T12:30:12,640 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:30:12,642 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:30:12,654 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:12,654 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690029003472_default_test-1690028989846 finished. 2023-07-22T12:30:12,655 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1690028996096_ns2:test-16900289898461 2023-07-22T12:30:12,655 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1690029005599_ns2_test-16900289898461 to hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/ 2023-07-22T12:30:12,655 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-07-22T12:30:12,682 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42467, inputRoot=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:30:12,682 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,43129,1690028977778_-971861588_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/.hbase-snapshot/.tmp/snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:12,683 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42467, inputRoot=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829, snapshotDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/snapshot_1690029005599_ns2_test-16900289898461. 2023-07-22T12:30:12,694 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/snapshot_1690029005599_ns2_test-16900289898461 to hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/.hbase-snapshot/.tmp/snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:13,110 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:13,110 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:13,111 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:13,112 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,205 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop-5647956177167965968.jar 2023-07-22T12:30:14,205 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,206 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,206 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,206 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,207 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,207 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,208 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,208 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,209 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:14,209 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:14,210 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:30:14,210 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:30:14,211 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:30:14,211 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:30:14,212 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:30:14,212 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:30:14,213 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:30:14,213 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:30:14,214 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:30:14,215 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:30:14,215 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:30:14,216 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:30:14,217 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:30:14,218 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:14,218 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:30:14,219 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-07-22T12:30:14,220 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:14,221 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:14,252 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:30:14,271 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1690029005599_ns2_test-16900289898461' hfile list 2023-07-22T12:30:14,274 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-07-22T12:30:14,374 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029014328/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:30:14,374 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029014328/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:30:14,420 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-07-22T12:30:14,423 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:51562, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-07-22T12:30:14,440 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-07-22T12:30:14,468 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f output=hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:14,468 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-07-22T12:30:15,413 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-07-22T12:30:15,415 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-07-22T12:30:15,423 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:15,423 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1690029005599_ns2_test-16900289898461 finished. 2023-07-22T12:30:15,424 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(1014): test-1690028989846 2023-07-22T12:30:15,424 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(1014): ns2:test-16900289898461 2023-07-22T12:30:15,517 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028996096 2023-07-22T12:30:15,517 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:30:15,537 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42467/backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:15,537 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690028996096 2023-07-22T12:30:15,537 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-07-22T12:30:15,548 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42467/backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:15,548 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(358): Backup backup_1690028996096 finished: type=FULL,tablelist=test-1690028989846;ns2:test-16900289898461,targetRootDir=hdfs://localhost:42467/backupUT,startts=1690029003193,completets=1690029015514,bytescopied=0 2023-07-22T12:30:15,548 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-07-22T12:30:15,548 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:15,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690029003472_default_test-1690028989846" 2023-07-22T12:30:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690029003472_default_test-1690028989846 2023-07-22T12:30:15,564 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690029003472_default_test-1690028989846 for backup backup_1690028996096 succeeded. 2023-07-22T12:30:15,564 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:15,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1690029005599_ns2_test-16900289898461" 2023-07-22T12:30:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1690029005599_ns2_test-16900289898461 2023-07-22T12:30:15,570 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1690029005599_ns2_test-16900289898461 for backup backup_1690028996096 succeeded. 2023-07-22T12:30:15,571 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:30:15,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:30:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:30:15,593 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:30:15,603 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:30:15,628 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(376): Backup backup_1690028996096 completed. 2023-07-22T12:30:15,780 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$18(963): Started disable of ns2:test-16900289898461 2023-07-22T12:30:15,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable ns2:test-16900289898461 2023-07-22T12:30:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=ns2:test-16900289898461 2023-07-22T12:30:15,800 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900289898461","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029015799"}]},"ts":"1690029015799"} 2023-07-22T12:30:15,801 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900289898461, state=DISABLING in hbase:meta 2023-07-22T12:30:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:30:15,803 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set ns2:test-16900289898461 to state=DISABLING 2023-07-22T12:30:15,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:test-16900289898461, region=2ae78742add5d9196e89d79ad5bbdc4e, UNASSIGN}] 2023-07-22T12:30:15,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=ns2:test-16900289898461, region=2ae78742add5d9196e89d79ad5bbdc4e, UNASSIGN 2023-07-22T12:30:15,807 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=2ae78742add5d9196e89d79ad5bbdc4e, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:15,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; CloseRegionProcedure 2ae78742add5d9196e89d79ad5bbdc4e, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:30:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:30:15,968 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(119): Close 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:15,969 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1668): Closing 2ae78742add5d9196e89d79ad5bbdc4e, disabling compactions & flushes 2023-07-22T12:30:15,969 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1690): Closing region ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:30:15,969 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:30:15,969 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. after waiting 0 ms 2023-07-22T12:30:15,969 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:30:15,971 DEBUG [StoreFileCloser-2ae78742add5d9196e89d79ad5bbdc4e-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:15,977 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-07-22T12:30:15,977 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:15,978 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1909): Closed ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e. 2023-07-22T12:30:15,978 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1622): Region close journal for 2ae78742add5d9196e89d79ad5bbdc4e: 2023-07-22T12:30:15,980 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(163): Closed 2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:15,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=39 updating hbase:meta row=2ae78742add5d9196e89d79ad5bbdc4e, regionState=CLOSED 2023-07-22T12:30:15,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=40, resume processing ppid=39 2023-07-22T12:30:15,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=40, ppid=39, state=SUCCESS; CloseRegionProcedure 2ae78742add5d9196e89d79ad5bbdc4e, server=jenkins-hbase3.apache.org,34371,1690028980812 in 174 msec 2023-07-22T12:30:15,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=39, resume processing ppid=38 2023-07-22T12:30:15,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=39, ppid=38, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16900289898461, region=2ae78742add5d9196e89d79ad5bbdc4e, UNASSIGN in 179 msec 2023-07-22T12:30:15,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16900289898461","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029015986"}]},"ts":"1690029015986"} 2023-07-22T12:30:15,987 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16900289898461, state=DISABLED in hbase:meta 2023-07-22T12:30:15,990 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set ns2:test-16900289898461 to state=DISABLED 2023-07-22T12:30:15,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=38, state=SUCCESS; DisableTableProcedure table=ns2:test-16900289898461 in 201 msec 2023-07-22T12:30:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=38 2023-07-22T12:30:16,105 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: ns2:test-16900289898461, procId: 38 completed 2023-07-22T12:30:16,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$5(2447): Client=jenkins//172.31.12.81 delete ns2:test-16900289898461 2023-07-22T12:30:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=41, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=ns2:test-16900289898461 2023-07-22T12:30:16,123 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=41, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=ns2:test-16900289898461 2023-07-22T12:30:16,125 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=41, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=ns2:test-16900289898461 2023-07-22T12:30:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=41 2023-07-22T12:30:16,132 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:16,138 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f, FileablePath, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/recovered.edits] 2023-07-22T12:30:16,147 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:16,154 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/recovered.edits/106.seqid to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/recovered.edits/106.seqid 2023-07-22T12:30:16,155 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:16,155 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(293): Archived ns2:test-16900289898461 regions 2023-07-22T12:30:16,159 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=41, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=ns2:test-16900289898461 2023-07-22T12:30:16,169 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of ns2:test-16900289898461 from hbase:meta 2023-07-22T12:30:16,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(387): Removing 'ns2:test-16900289898461' descriptor. 2023-07-22T12:30:16,173 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=41, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=ns2:test-16900289898461 2023-07-22T12:30:16,173 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(377): Removing 'ns2:test-16900289898461' from region states. 2023-07-22T12:30:16,173 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1690029016173"}]},"ts":"9223372036854775807"} 2023-07-22T12:30:16,175 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-07-22T12:30:16,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2ae78742add5d9196e89d79ad5bbdc4e, NAME => 'ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e.', STARTKEY => '', ENDKEY => ''}] 2023-07-22T12:30:16,175 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(381): Marking 'ns2:test-16900289898461' as deleted. 2023-07-22T12:30:16,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"ns2:test-16900289898461","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1690029016175"}]},"ts":"9223372036854775807"} 2023-07-22T12:30:16,177 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table ns2:test-16900289898461 state from META 2023-07-22T12:30:16,179 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(127): Finished pid=41, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=ns2:test-16900289898461 2023-07-22T12:30:16,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=41, state=SUCCESS; DeleteTableProcedure table=ns2:test-16900289898461 in 67 msec 2023-07-22T12:30:16,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=41 2023-07-22T12:30:16,229 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: DELETE, Table Name: ns2:test-16900289898461, procId: 41 completed 2023-07-22T12:30:16,264 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-07-22T12:30:16,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:30:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1690029016268 (current time:1690029016268). 2023-07-22T12:30:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-07-22T12:30:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-07-22T12:30:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x13d2e8e8 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6880b7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:16,277 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:60018, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x13d2e8e8 to 127.0.0.1:55503 2023-07-22T12:30:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:16,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-07-22T12:30:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=42, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-07-22T12:30:16,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-07-22T12:30:16,281 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-07-22T12:30:16,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:30:16,282 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-07-22T12:30:16,284 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-07-22T12:30:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:30:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:30:16,691 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-07-22T12:30:16,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure b539d3159d992a3e250fb813969fec23}] 2023-07-22T12:30:16,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:16,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34371 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=43 2023-07-22T12:30:16,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:30:16,845 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing b539d3159d992a3e250fb813969fec23 2/2 column families, dataSize=1.51 KB heapSize=2.80 KB 2023-07-22T12:30:16,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/meta/5c38e2b559664b6fa6088096dd5aec0f is 171, key is trslm:hdfs://localhost:42467/backupUT\x00ns2:test-16900289898461/meta:log-roll-map/1690029015501/Put/seqid=0 2023-07-22T12:30:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:30:17,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/meta/5c38e2b559664b6fa6088096dd5aec0f 2023-07-22T12:30:17,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5c38e2b559664b6fa6088096dd5aec0f 2023-07-22T12:30:17,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/fae15455420048c58729aacb40971011 is 459, key is session:backup_1690028996096/session:context/1690029015601/Put/seqid=0 2023-07-22T12:30:17,282 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=758 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/fae15455420048c58729aacb40971011 2023-07-22T12:30:17,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fae15455420048c58729aacb40971011 2023-07-22T12:30:17,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/meta/5c38e2b559664b6fa6088096dd5aec0f as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/meta/5c38e2b559664b6fa6088096dd5aec0f 2023-07-22T12:30:17,300 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/meta/5c38e2b559664b6fa6088096dd5aec0f, entries=6, sequenceid=17, filesize=5.8 K 2023-07-22T12:30:17,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/fae15455420048c58729aacb40971011 as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/fae15455420048c58729aacb40971011 2023-07-22T12:30:17,310 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/fae15455420048c58729aacb40971011, entries=2, sequenceid=17, filesize=5.4 K 2023-07-22T12:30:17,311 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~1.51 KB/1543, heapSize ~2.77 KB/2840, currentSize=0 B/0 for b539d3159d992a3e250fb813969fec23 in 466ms, sequenceid=17, compaction requested=false 2023-07-22T12:30:17,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for b539d3159d992a3e250fb813969fec23: 2023-07-22T12:30:17,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. for snapshot_backup_system completed. 2023-07-22T12:30:17,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.' region-info for snapshot=snapshot_backup_system 2023-07-22T12:30:17,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-07-22T12:30:17,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/meta/5c38e2b559664b6fa6088096dd5aec0f] hfiles 2023-07-22T12:30:17,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/meta/5c38e2b559664b6fa6088096dd5aec0f for snapshot=snapshot_backup_system 2023-07-22T12:30:17,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/813e577a17a24dc89f1fed580b3e526f, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/fae15455420048c58729aacb40971011] hfiles 2023-07-22T12:30:17,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/813e577a17a24dc89f1fed580b3e526f for snapshot=snapshot_backup_system 2023-07-22T12:30:17,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/fae15455420048c58729aacb40971011 for snapshot=snapshot_backup_system 2023-07-22T12:30:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:30:17,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:30:17,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-07-22T12:30:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster(3994): Remote procedure done, pid=43 2023-07-22T12:30:17,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:17,720 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=43, ppid=42, state=RUNNABLE; SnapshotRegionProcedure b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:17,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=43, resume processing ppid=42 2023-07-22T12:30:17,723 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-07-22T12:30:17,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=43, ppid=42, state=SUCCESS; SnapshotRegionProcedure b539d3159d992a3e250fb813969fec23 in 1.0300 sec 2023-07-22T12:30:17,724 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-07-22T12:30:17,724 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-07-22T12:30:17,724 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-07-22T12:30:17,725 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/.tmp/snapshot_backup_system 2023-07-22T12:30:17,939 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16900289898461 2023-07-22T12:30:18,136 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-07-22T12:30:18,144 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-07-22T12:30:18,145 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/.hbase-snapshot/snapshot_backup_system 2023-07-22T12:30:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:30:18,968 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=42, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-07-22T12:30:18,969 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 42 2023-07-22T12:30:18,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=42, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.6900 sec 2023-07-22T12:30:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=42 2023-07-22T12:30:20,389 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: SNAPSHOT, Table Name: backup:system, procId: 42 completed 2023-07-22T12:30:20,389 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(115): Backup backup_1690029016229 started at 1690029020389. 2023-07-22T12:30:20,395 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(119): Backup session backup_1690029016229 has been started. 2023-07-22T12:30:20,400 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalTableBackupClient(268): For incremental backup, current table set is [test-1690028989846, ns2:test-16900289898461] 2023-07-22T12:30:20,403 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalBackupManager(76): StartCode 1690028982940for backupID backup_1690029016229 2023-07-22T12:30:20,403 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2023-07-22T12:30:20,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-07-22T12:30:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-07-22T12:30:20,405 INFO [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-07-22T12:30:20,405 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-07-22T12:30:20,405 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-07-22T12:30:20,405 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-07-22T12:30:20,406 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,406 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:20,407 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:30:20,407 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,408 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:30:20,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:30:20,408 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,408 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:20,408 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-07-22T12:30:20,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-07-22T12:30:20,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:20,409 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-07-22T12:30:20,409 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-07-22T12:30:20,409 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-07-22T12:30:20,409 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-07-22T12:30:20,410 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-07-22T12:30:20,410 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-07-22T12:30:20,410 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-07-22T12:30:20,410 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,34371,1690028980812' joining acquired barrier for procedure (rolllog) in zk 2023-07-22T12:30:20,412 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,412 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:20,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:30:20,412 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:30:20,413 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-07-22T12:30:20,413 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-07-22T12:30:20,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:30:20,413 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:30:20,414 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:20,414 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,414 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:30:20,415 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,34371,1690028980812' joining acquired barrier for procedure 'rolllog' on coordinator 2023-07-22T12:30:20,415 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@41d709f8[Count = 0] remaining members to acquire global barrier 2023-07-22T12:30:20,415 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-07-22T12:30:20,415 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:20,416 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:20,416 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:20,416 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:20,416 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-07-22T12:30:20,416 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,416 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-07-22T12:30:20,416 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-07-22T12:30:20,416 DEBUG [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,416 INFO [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1690029003251 highest: 1690029003251 on jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,416 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34371%2C1690028980812:(num 1690029003251) roll requested 2023-07-22T12:30:20,428 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029020417, exclude list is [], retry=0 2023-07-22T12:30:20,433 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK] 2023-07-22T12:30:20,434 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 with entries=114, filesize=14.26 KB; new WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029020417 2023-07-22T12:30:20,434 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK]] 2023-07-22T12:30:20,435 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 is not closed yet, will try archiving it next time 2023-07-22T12:30:20,435 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta:.meta(num 1690029003274) roll requested 2023-07-22T12:30:20,447 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690029020435.meta, exclude list is [], retry=0 2023-07-22T12:30:20,451 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK] 2023-07-22T12:30:20,452 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690029003274.meta with entries=7, filesize=1.57 KB; new WAL /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690029020435.meta 2023-07-22T12:30:20,452 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:44433,DS-e559d860-1e69-4cb1-89b2-7c97b37b87fe,DISK]] 2023-07-22T12:30:20,452 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690029003274.meta is not closed yet, will try archiving it next time 2023-07-22T12:30:20,457 DEBUG [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-07-22T12:30:20,457 INFO [rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1690029020417 on jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,466 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-07-22T12:30:20,466 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,34371,1690028980812' in zk 2023-07-22T12:30:20,469 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-07-22T12:30:20,469 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,469 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:30:20,469 DEBUG [member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-07-22T12:30:20,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:30:20,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:30:20,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:30:20,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:30:20,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:20,471 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:30:20,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:20,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,34371,1690028980812': 2023-07-22T12:30:20,473 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,34371,1690028980812' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-07-22T12:30:20,473 INFO [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-07-22T12:30:20,473 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-07-22T12:30:20,473 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-07-22T12:30:20,473 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-07-22T12:30:20,473 INFO [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-07-22T12:30:20,475 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,475 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,475 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:30:20,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,475 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-07-22T12:30:20,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-07-22T12:30:20,475 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:30:20,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-07-22T12:30:20,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:30:20,475 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:20,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-07-22T12:30:20,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:20,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,477 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-07-22T12:30:20,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-07-22T12:30:20,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:20,481 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:20,481 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-07-22T12:30:20,481 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-07-22T12:30:20,481 DEBUG [(jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-07-22T12:30:20,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-07-22T12:30:20,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-07-22T12:30:20,482 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-07-22T12:30:20,482 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-07-22T12:30:20,482 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin(2751): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-07-22T12:30:20,482 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin(2759): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-07-22T12:30:20,582 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin(2765): Getting current status of procedure from master... 2023-07-22T12:30:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-07-22T12:30:20,586 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {jenkins-hbase3.apache.org:34371=1690028982940} newestTimestamps: {jenkins-hbase3.apache.org:34371=1690029003251} 2023-07-22T12:30:20,588 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690028983442.meta 2023-07-22T12:30:20,588 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690029003274.meta 2023-07-22T12:30:20,588 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta.1690029020435.meta 2023-07-22T12:30:20,588 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 2023-07-22T12:30:20,589 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029020417 2023-07-22T12:30:21,009 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.BackupUtils(146): Attempting to copy table info for:test-1690028989846 target: hdfs://localhost:42467/backupUT/backup_1690029016229/default/test-1690028989846 descriptor: 'test-1690028989846', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:30:21,009 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.BackupUtils(148): Finished copying tableinfo. 2023-07-22T12:30:21,011 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.BackupUtils(151): Starting to write region info for table test-1690028989846 2023-07-22T12:30:21,419 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.BackupUtils(158): Finished writing region info for table test-1690028989846 2023-07-22T12:30:21,423 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalTableBackupClient(376): Table ns2:test-16900289898461 does not exists. Skipping in WAL converter 2023-07-22T12:30:21,427 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.WALPlayer(360): add incremental job :hdfs://localhost:42467/backupUT/.tmp/backup_1690029016229 from hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 2023-07-22T12:30:21,430 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0af6c275 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:21,435 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21faf4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:21,437 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:21,438 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35694, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:21,452 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:30:21,453 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1690028989846 2023-07-22T12:30:21,458 DEBUG [hconnection-0x415db146-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:21,459 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42590, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:21,462 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1690028989846: test-1690028989846; 2023-07-22T12:30:21,463 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:30:21,463 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/partitions_ee12c780-72e7-4caf-9aa7-774e56060c58 2023-07-22T12:30:21,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:30:21,902 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:21,902 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:21,903 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:21,903 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,898 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop-6122730829034588610.jar 2023-07-22T12:30:22,899 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,899 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,900 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,900 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,901 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,901 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,902 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,902 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,903 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,904 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:22,905 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:30:22,905 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:30:22,906 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:30:22,906 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:30:22,907 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:30:22,907 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:30:22,908 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:30:22,909 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:30:22,909 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:30:22,910 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:30:22,910 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:30:22,912 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,912 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,913 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,913 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,913 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,914 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:22,915 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:22,915 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: default:test-1690028989846 2023-07-22T12:30:22,915 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:22,915 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0af6c275 to 127.0.0.1:55503 2023-07-22T12:30:22,915 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:22,916 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:23,885 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop-5395969394720575674.jar 2023-07-22T12:30:23,890 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:30:23,905 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 for WAL files 2023-07-22T12:30:23,906 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 2023-07-22T12:30:23,982 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029023949/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:30:23,982 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029023949/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:30:24,046 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 for hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/WALs/jenkins-hbase3.apache.org,34371,1690028980812/jenkins-hbase3.apache.org%2C34371%2C1690028980812.1690029003251 (-9223372036854775808:9223372036854775807) length:14610 2023-07-22T12:30:24,064 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2023-07-22T12:30:24,064 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2023-07-22T12:30:24,192 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x594a2358 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:24,199 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475e6c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:24,201 DEBUG [hconnection-0x2bab7610-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:24,202 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42606, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:24,205 DEBUG [pool-202-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x594a2358 to 127.0.0.1:55503 2023-07-22T12:30:24,205 DEBUG [pool-202-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:24,206 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-07-22T12:30:24,206 DEBUG [pool-202-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:30:24,220 DEBUG [pool-202-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/backupUT/.tmp/backup_1690029016229/_temporary/0/_temporary/attempt_local1800470324_0003_r_000000_0/default/test-1690028989846/f/f68c49531a5648da9aea5b4397f61dc2 is 40, key is row-t110/f:q1/1690029015669/Put/seqid=0 2023-07-22T12:30:24,223 WARN [Thread-869 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34371] Specified favored nodes: [jenkins-hbase3.apache.org:34371] 2023-07-22T12:30:25,016 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalTableBackupClient(325): Incremental copy HFiles is starting. dest=hdfs://localhost:42467/backupUT 2023-07-22T12:30:25,016 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalTableBackupClient(335): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1690029016229 2023-07-22T12:30:25,016 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob(379): Doing COPY_TYPE_DISTCP 2023-07-22T12:30:25,030 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob(388): DistCp options: [hdfs://localhost:42467/backupUT/.tmp/backup_1690029016229, hdfs://localhost:42467/backupUT] 2023-07-22T12:30:25,091 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:30:25,334 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-07-22T12:30:25,334 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-07-22T12:30:25,671 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(218): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2023-07-22T12:30:25,673 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob(138): Backup progress data "100%" has been updated to backup system table for backup_1690029016229 2023-07-22T12:30:25,673 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(226): Backup progress data updated to backup system table: "Progress: 100.0% - 8797 bytes copied." 2023-07-22T12:30:25,673 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(236): DistCp job-id: job_local982448858_0004 completed: true true 2023-07-22T12:30:25,679 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(239): Counters: 24 File System Counters FILE: Number of bytes read=3752257 FILE: Number of bytes written=5041500 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=109599 HDFS: Number of bytes written=2325351 HDFS: Number of read operations=491 HDFS: Number of large read operations=0 HDFS: Number of write operations=214 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=339 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1261436928 File Input Format Counters Bytes Read=1478 File Output Format Counters Bytes Written=0 DistCp Counters Bytes Copied=8797 Bytes Expected=8797 Files Copied=2 DIR_COPY=4 2023-07-22T12:30:25,679 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.IncrementalTableBackupClient(346): Incremental copy HFiles from hdfs://localhost:42467/backupUT/.tmp/backup_1690029016229 to hdfs://localhost:42467/backupUT finished. 2023-07-22T12:30:25,689 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-07-22T12:30:25,689 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029016229 2023-07-22T12:30:25,695 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-07-22T12:30:25,695 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029016229 2023-07-22T12:30:25,697 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-07-22T12:30:26,103 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42467/backupUT/backup_1690029016229/.backup.manifest 2023-07-22T12:30:26,103 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1690029016229 2023-07-22T12:30:26,106 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManager(340): Got 1 ancestors for the current backup. 2023-07-22T12:30:26,112 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42467/backupUT/backup_1690029016229/.backup.manifest 2023-07-22T12:30:26,112 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(358): Backup backup_1690029016229 finished: type=INCREMENTAL,tablelist=test-1690028989846,targetRootDir=hdfs://localhost:42467/backupUT,startts=1690029020389,completets=1690029025689,bytescopied=0 2023-07-22T12:30:26,112 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-07-22T12:30:26,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-07-22T12:30:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-07-22T12:30:26,121 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-07-22T12:30:26,123 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-07-22T12:30:26,127 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.TableBackupClient(376): Backup backup_1690029016229 completed. 2023-07-22T12:30:26,150 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(101): HBase table table1 does not exist. It will be created during restore process 2023-07-22T12:30:26,151 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(101): HBase table ns2:table2 does not exist. It will be created during restore process 2023-07-22T12:30:26,152 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42467/backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:26,155 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:26,155 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42467/backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:26,158 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:26,162 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42467/backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:26,165 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:26,165 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(148): Restoring 'test-1690028989846' to 'table1' from full backup image hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846 2023-07-22T12:30:26,173 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(487): Creating target table 'table1' 2023-07-22T12:30:26,174 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:30:26,175 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f in region [hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87] 2023-07-22T12:30:26,180 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656 first=row0 last=row98 2023-07-22T12:30:26,180 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:26,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:30:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=44, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=table1 2023-07-22T12:30:26,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:30:26,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 44 2023-07-22T12:30:26,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:30:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:30:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:30:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:30:26,600 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 79e5990b91b7e555e04f3a32a577b639, NAME => 'table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:30:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:30:27,008 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:27,008 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing 79e5990b91b7e555e04f3a32a577b639, disabling compactions & flushes 2023-07-22T12:30:27,009 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:27,009 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:27,009 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. after waiting 0 ms 2023-07-22T12:30:27,009 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:27,009 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:27,009 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for 79e5990b91b7e555e04f3a32a577b639: 2023-07-22T12:30:27,010 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:30:27,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1690029027010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029027010"}]},"ts":"1690029027010"} 2023-07-22T12:30:27,012 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:30:27,012 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:30:27,013 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029027012"}]},"ts":"1690029027012"} 2023-07-22T12:30:27,014 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-07-22T12:30:27,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=79e5990b91b7e555e04f3a32a577b639, ASSIGN}] 2023-07-22T12:30:27,024 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=79e5990b91b7e555e04f3a32a577b639, ASSIGN 2023-07-22T12:30:27,025 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=79e5990b91b7e555e04f3a32a577b639, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:30:27,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=45 updating hbase:meta row=79e5990b91b7e555e04f3a32a577b639, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:27,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; OpenRegionProcedure 79e5990b91b7e555e04f3a32a577b639, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:30:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:30:27,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(130): Open table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:27,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7254): Opening region: {ENCODED => 79e5990b91b7e555e04f3a32a577b639, NAME => 'table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:30:27,334 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:30:27,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:27,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(888): Instantiated table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:27,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7296): checking encryption for 79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:27,334 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7299): checking classloading for 79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:27,335 INFO [StoreOpener-79e5990b91b7e555e04f3a32a577b639-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:27,337 INFO [StoreOpener-79e5990b91b7e555e04f3a32a577b639-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79e5990b91b7e555e04f3a32a577b639 columnFamilyName f 2023-07-22T12:30:27,337 DEBUG [StoreOpener-79e5990b91b7e555e04f3a32a577b639-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:27,337 INFO [StoreOpener-79e5990b91b7e555e04f3a32a577b639-1 {}] regionserver.HStore(324): Store=79e5990b91b7e555e04f3a32a577b639/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:30:27,338 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:27,338 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:27,341 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1076): writing seq id for 79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:27,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:30:27,343 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): Opened 79e5990b91b7e555e04f3a32a577b639; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9954099040, jitterRate=-0.0729522854089737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:30:27,344 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(992): Region open journal for 79e5990b91b7e555e04f3a32a577b639: 2023-07-22T12:30:27,344 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2552): Post open deploy tasks for table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639., pid=46, masterSystemTime=1690029027329 2023-07-22T12:30:27,346 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2579): Finished post open deploy task for table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:27,346 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(158): Opened table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:27,346 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=45 updating hbase:meta row=79e5990b91b7e555e04f3a32a577b639, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:27,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=46, resume processing ppid=45 2023-07-22T12:30:27,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=46, ppid=45, state=SUCCESS; OpenRegionProcedure 79e5990b91b7e555e04f3a32a577b639, server=jenkins-hbase3.apache.org,34371,1690028980812 in 170 msec 2023-07-22T12:30:27,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=45, resume processing ppid=44 2023-07-22T12:30:27,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=45, ppid=44, state=SUCCESS; TransitRegionStateProcedure table=table1, region=79e5990b91b7e555e04f3a32a577b639, ASSIGN in 327 msec 2023-07-22T12:30:27,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:30:27,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029027352"}]},"ts":"1690029027352"} 2023-07-22T12:30:27,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-07-22T12:30:27,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=44, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:30:27,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=44, state=SUCCESS; CreateTableProcedure table=table1 in 1.1670 sec 2023-07-22T12:30:27,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2023-07-22T12:30:27,939 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:30:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=44 2023-07-22T12:30:28,298 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:table1, procId: 44 completed 2023-07-22T12:30:28,303 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87 from hbase tables test-1690028989846 to tables table1 2023-07-22T12:30:28,303 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1690028989846 into table1 2023-07-22T12:30:28,306 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029028304 from hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:30:28,306 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x15229fd0 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:28,312 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d622f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:28,313 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:28,315 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35708, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:28,316 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:30:28,316 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-07-22T12:30:28,320 DEBUG [hconnection-0x45839216-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:28,322 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42616, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:28,323 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-07-22T12:30:28,323 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:30:28,323 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/partitions_f70dd632-bd71-48e8-a022-7e9a01021b7a 2023-07-22T12:30:28,730 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:28,731 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:28,731 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:28,731 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,735 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop-8300252630603526233.jar 2023-07-22T12:30:29,735 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,736 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,736 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,737 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,737 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,737 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,738 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,738 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,738 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,739 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:29,740 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:30:29,740 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:30:29,741 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:30:29,741 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:30:29,742 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:30:29,742 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:30:29,742 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:30:29,743 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:30:29,743 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:30:29,744 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:30:29,744 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:30:29,747 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,748 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,748 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,748 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,749 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,749 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:29,750 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:29,750 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-07-22T12:30:29,750 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:29,750 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x15229fd0 to 127.0.0.1:55503 2023-07-22T12:30:29,750 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:29,752 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:30:29,752 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:30:29,752 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:29,758 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:30:29,764 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:30:29,841 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029029809/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:30:29,841 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029029809/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:30:29,928 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:29,933 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:30:29,937 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:29,956 DEBUG [pool-213-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x17bfbcf4 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:29,961 DEBUG [pool-213-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef17177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:29,964 DEBUG [hconnection-0x79c30c32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:29,967 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:42628, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:29,970 DEBUG [pool-213-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x17bfbcf4 to 127.0.0.1:55503 2023-07-22T12:30:29,970 DEBUG [pool-213-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:29,971 DEBUG [pool-213-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-07-22T12:30:29,971 DEBUG [pool-213-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:30:29,981 DEBUG [pool-213-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029028304/_temporary/0/_temporary/attempt_local1223373063_0005_r_000000_0/f/4fd4ca421eac424bbd792462141beb38 is 37, key is row10/f:q1/1690028992508/Put/seqid=0 2023-07-22T12:30:29,983 WARN [Thread-951 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34371] Specified favored nodes: [jenkins-hbase3.apache.org:34371] 2023-07-22T12:30:30,929 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029028304 2023-07-22T12:30:30,929 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x041068a0 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:30,936 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20204d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:30,937 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:30,940 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53498, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:30,947 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029028304/_SUCCESS 2023-07-22T12:30:30,951 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:30,953 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36754, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:30,982 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4fd4ca421eac424bbd792462141beb38 2023-07-22T12:30:30,982 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029028304/f/4fd4ca421eac424bbd792462141beb38 first=Optional[row0] last=Optional[row98] 2023-07-22T12:30:31,001 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639., hostname=jenkins-hbase3.apache.org,34371,1690028980812, seqNum=2 for row with hfile group [{f,hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029028304/f/4fd4ca421eac424bbd792462141beb38}] 2023-07-22T12:30:31,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029028304/f/4fd4ca421eac424bbd792462141beb38 for inclusion in 79e5990b91b7e555e04f3a32a577b639/f 2023-07-22T12:30:31,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-07-22T12:30:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:30:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4fd4ca421eac424bbd792462141beb38 2023-07-22T12:30:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegion(2520): Flush status journal for 79e5990b91b7e555e04f3a32a577b639: 2023-07-22T12:30:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029028304/f/4fd4ca421eac424bbd792462141beb38 to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__5afev81ojlh1foh3sso7h5lc9ggf7l5j2jtmjr3e1b2r12sntosafv9b6j9gk55v/f/4fd4ca421eac424bbd792462141beb38 2023-07-22T12:30:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__5afev81ojlh1foh3sso7h5lc9ggf7l5j2jtmjr3e1b2r12sntosafv9b6j9gk55v/f/4fd4ca421eac424bbd792462141beb38 as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/f/9e7ef0242fac440ab7b24abf3d7e613d_SeqId_4_ 2023-07-22T12:30:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7e773760 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573ba431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:31,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:31,043 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36760, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:31,048 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53506, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:31,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7e773760 to 127.0.0.1:55503 2023-07-22T12:30:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:31,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__5afev81ojlh1foh3sso7h5lc9ggf7l5j2jtmjr3e1b2r12sntosafv9b6j9gk55v/f/4fd4ca421eac424bbd792462141beb38 into 79e5990b91b7e555e04f3a32a577b639/f as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/f/9e7ef0242fac440ab7b24abf3d7e613d_SeqId_4_ - updating store file list. 2023-07-22T12:30:31,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/f/9e7ef0242fac440ab7b24abf3d7e613d_SeqId_4_ into 79e5990b91b7e555e04f3a32a577b639/f 2023-07-22T12:30:31,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__5afev81ojlh1foh3sso7h5lc9ggf7l5j2jtmjr3e1b2r12sntosafv9b6j9gk55v/f/4fd4ca421eac424bbd792462141beb38 into 79e5990b91b7e555e04f3a32a577b639/f (new location: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/f/9e7ef0242fac440ab7b24abf3d7e613d_SeqId_4_) 2023-07-22T12:30:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__5afev81ojlh1foh3sso7h5lc9ggf7l5j2jtmjr3e1b2r12sntosafv9b6j9gk55v/f/4fd4ca421eac424bbd792462141beb38 2023-07-22T12:30:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7b79bb29 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759c208f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:31,084 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36768, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:30:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:31,089 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53518, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:30:31,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7b79bb29 to 127.0.0.1:55503 2023-07-22T12:30:31,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:31,113 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:31,113 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x041068a0 to 127.0.0.1:55503 2023-07-22T12:30:31,113 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:31,114 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:30:31,114 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-07-22T12:30:31,114 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(233): Backup: backup_1690028996096 hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/ 2023-07-22T12:30:31,115 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42467/backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:31,117 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:31,117 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(148): Restoring 'ns2:test-16900289898461' to 'ns2:table2' from full backup image hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461 2023-07-22T12:30:31,118 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2023-07-22T12:30:31,127 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(487): Creating target table 'ns2:table2' 2023-07-22T12:30:31,127 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:31,128 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f in region [hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e] 2023-07-22T12:30:31,131 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(442): Trying to figure out region boundaries hfile=hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f first=row0 last=row98 2023-07-22T12:30:31,131 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:31,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-07-22T12:30:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:table2 2023-07-22T12:30:31,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2023-07-22T12:30:31,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 47 2023-07-22T12:30:31,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-07-22T12:30:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-07-22T12:30:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-07-22T12:30:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-07-22T12:30:31,546 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => baf5b015afdece46df6391710bd3cbea, NAME => 'ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:30:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-07-22T12:30:31,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:31,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1668): Closing baf5b015afdece46df6391710bd3cbea, disabling compactions & flushes 2023-07-22T12:30:31,953 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:31,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:31,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. after waiting 0 ms 2023-07-22T12:30:31,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:31,953 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1909): Closed ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:31,953 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1622): Region close journal for baf5b015afdece46df6391710bd3cbea: 2023-07-22T12:30:31,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2023-07-22T12:30:31,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1690029031955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029031955"}]},"ts":"1690029031955"} 2023-07-22T12:30:31,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:30:31,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-07-22T12:30:31,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029031957"}]},"ts":"1690029031957"} 2023-07-22T12:30:31,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2023-07-22T12:30:31,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=baf5b015afdece46df6391710bd3cbea, ASSIGN}] 2023-07-22T12:30:31,966 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:table2, region=baf5b015afdece46df6391710bd3cbea, ASSIGN 2023-07-22T12:30:31,967 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(262): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:table2, region=baf5b015afdece46df6391710bd3cbea, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:30:32,118 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=baf5b015afdece46df6391710bd3cbea, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:32,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; OpenRegionProcedure baf5b015afdece46df6391710bd3cbea, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:30:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-07-22T12:30:32,275 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(130): Open ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:32,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7254): Opening region: {ENCODED => baf5b015afdece46df6391710bd3cbea, NAME => 'ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:30:32,275 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:30:32,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 baf5b015afdece46df6391710bd3cbea 2023-07-22T12:30:32,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(888): Instantiated ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:32,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7296): checking encryption for baf5b015afdece46df6391710bd3cbea 2023-07-22T12:30:32,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7299): checking classloading for baf5b015afdece46df6391710bd3cbea 2023-07-22T12:30:32,277 INFO [StoreOpener-baf5b015afdece46df6391710bd3cbea-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region baf5b015afdece46df6391710bd3cbea 2023-07-22T12:30:32,278 INFO [StoreOpener-baf5b015afdece46df6391710bd3cbea-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf5b015afdece46df6391710bd3cbea columnFamilyName f 2023-07-22T12:30:32,278 DEBUG [StoreOpener-baf5b015afdece46df6391710bd3cbea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:32,279 INFO [StoreOpener-baf5b015afdece46df6391710bd3cbea-1 {}] regionserver.HStore(324): Store=baf5b015afdece46df6391710bd3cbea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:30:32,279 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/table2/baf5b015afdece46df6391710bd3cbea 2023-07-22T12:30:32,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/table2/baf5b015afdece46df6391710bd3cbea 2023-07-22T12:30:32,282 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1076): writing seq id for baf5b015afdece46df6391710bd3cbea 2023-07-22T12:30:32,284 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/table2/baf5b015afdece46df6391710bd3cbea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:30:32,285 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): Opened baf5b015afdece46df6391710bd3cbea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9722339360, jitterRate=-0.09453658759593964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:30:32,285 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(992): Region open journal for baf5b015afdece46df6391710bd3cbea: 2023-07-22T12:30:32,286 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea., pid=49, masterSystemTime=1690029032271 2023-07-22T12:30:32,288 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:32,288 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(158): Opened ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:32,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=baf5b015afdece46df6391710bd3cbea, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:32,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=49, resume processing ppid=48 2023-07-22T12:30:32,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=49, ppid=48, state=SUCCESS; OpenRegionProcedure baf5b015afdece46df6391710bd3cbea, server=jenkins-hbase3.apache.org,34371,1690028980812 in 170 msec 2023-07-22T12:30:32,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=48, resume processing ppid=47 2023-07-22T12:30:32,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=ns2:table2, region=baf5b015afdece46df6391710bd3cbea, ASSIGN in 328 msec 2023-07-22T12:30:32,294 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-07-22T12:30:32,294 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029032294"}]},"ts":"1690029032294"} 2023-07-22T12:30:32,295 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2023-07-22T12:30:32,297 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=47, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2023-07-22T12:30:32,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=47, state=SUCCESS; CreateTableProcedure table=ns2:table2 in 1.1640 sec 2023-07-22T12:30:32,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:30:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=47 2023-07-22T12:30:33,242 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:table2, procId: 47 completed 2023-07-22T12:30:33,247 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e from hbase tables ns2:test-16900289898461 to tables ns2:table2 2023-07-22T12:30:33,247 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-16900289898461 into ns2:table2 2023-07-22T12:30:33,249 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-ns2-table2-1690029033247 from hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e 2023-07-22T12:30:33,250 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x36f6fa6e to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:33,256 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a988f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:33,257 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:33,259 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36780, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:33,260 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:30:33,260 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table ns2:table2 2023-07-22T12:30:33,264 DEBUG [hconnection-0x50af4a77-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:33,266 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53526, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:33,267 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for ns2:table2: 2023-07-22T12:30:33,267 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:30:33,268 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/partitions_427b8c59-2b15-46cc-b35d-4fe764bf4a4d 2023-07-22T12:30:33,676 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:33,677 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:33,677 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:33,678 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,658 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop-8369281665448363809.jar 2023-07-22T12:30:34,658 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,659 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,659 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,660 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,660 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,661 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,661 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,662 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,662 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,663 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:34,663 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:30:34,664 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:30:34,664 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:30:34,665 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:30:34,665 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:30:34,666 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:30:34,666 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:30:34,667 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:30:34,668 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:30:34,669 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:30:34,669 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:30:34,670 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,670 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,671 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,671 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,671 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,671 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:34,672 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:34,672 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: ns2:table2 2023-07-22T12:30:34,672 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:34,673 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x36f6fa6e to 127.0.0.1:55503 2023-07-22T12:30:34,673 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:34,673 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:30:34,673 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:30:34,674 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:34,679 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:30:34,688 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:30:34,811 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029034748/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:30:34,811 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029034748/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:30:34,862 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/archive/data/ns2/test-16900289898461/2ae78742add5d9196e89d79ad5bbdc4e/f/f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:34,867 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:30:34,869 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f4bdef856f3c45c1a3fd9860e3db582f 2023-07-22T12:30:34,884 DEBUG [pool-228-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5d9c9976 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:34,888 DEBUG [pool-228-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3191808d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:34,890 DEBUG [hconnection-0xc15cf37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:34,892 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53530, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:34,894 DEBUG [pool-228-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5d9c9976 to 127.0.0.1:55503 2023-07-22T12:30:34,894 DEBUG [pool-228-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:34,895 DEBUG [pool-228-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-07-22T12:30:34,895 DEBUG [pool-228-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:30:34,904 DEBUG [pool-228-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-ns2-table2-1690029033247/_temporary/0/_temporary/attempt_local277107780_0006_r_000000_0/f/c9bc3321b6f24849aef077029213d8c1 is 37, key is row10/f:q1/1690028993725/Put/seqid=0 2023-07-22T12:30:34,906 WARN [Thread-1005 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34371] Specified favored nodes: [jenkins-hbase3.apache.org:34371] 2023-07-22T12:30:35,861 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-ns2-table2-1690029033247 2023-07-22T12:30:35,862 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0991aebe to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:35,870 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7548456b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:35,872 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:35,873 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53538, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:35,879 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-ns2-table2-1690029033247/_SUCCESS 2023-07-22T12:30:35,883 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:35,884 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36786, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:35,894 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c9bc3321b6f24849aef077029213d8c1 2023-07-22T12:30:35,894 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-ns2-table2-1690029033247/f/c9bc3321b6f24849aef077029213d8c1 first=Optional[row0] last=Optional[row98] 2023-07-22T12:30:35,895 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea., hostname=jenkins-hbase3.apache.org,34371,1690028980812, seqNum=2 for row with hfile group [{f,hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-ns2-table2-1690029033247/f/c9bc3321b6f24849aef077029213d8c1}] 2023-07-22T12:30:35,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-ns2-table2-1690029033247/f/c9bc3321b6f24849aef077029213d8c1 for inclusion in baf5b015afdece46df6391710bd3cbea/f 2023-07-22T12:30:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-07-22T12:30:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:30:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: c9bc3321b6f24849aef077029213d8c1 2023-07-22T12:30:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegion(2520): Flush status journal for baf5b015afdece46df6391710bd3cbea: 2023-07-22T12:30:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-ns2-table2-1690029033247/f/c9bc3321b6f24849aef077029213d8c1 to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__ns2_table2__nv1u32fphefomgs48rh0faq35tu05t1crs0mofjjbnbf9mk4n2uutc79l0v088tc/f/c9bc3321b6f24849aef077029213d8c1 2023-07-22T12:30:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__ns2_table2__nv1u32fphefomgs48rh0faq35tu05t1crs0mofjjbnbf9mk4n2uutc79l0v088tc/f/c9bc3321b6f24849aef077029213d8c1 as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/table2/baf5b015afdece46df6391710bd3cbea/f/30d093e121d34fc5ade5ee2dec913d44_SeqId_4_ 2023-07-22T12:30:35,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6e0c87ea to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5b3aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:35,920 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36792, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:35,925 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53540, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:35,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6e0c87ea to 127.0.0.1:55503 2023-07-22T12:30:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:35,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__ns2_table2__nv1u32fphefomgs48rh0faq35tu05t1crs0mofjjbnbf9mk4n2uutc79l0v088tc/f/c9bc3321b6f24849aef077029213d8c1 into baf5b015afdece46df6391710bd3cbea/f as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/table2/baf5b015afdece46df6391710bd3cbea/f/30d093e121d34fc5ade5ee2dec913d44_SeqId_4_ - updating store file list. 2023-07-22T12:30:35,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/table2/baf5b015afdece46df6391710bd3cbea/f/30d093e121d34fc5ade5ee2dec913d44_SeqId_4_ into baf5b015afdece46df6391710bd3cbea/f 2023-07-22T12:30:35,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__ns2_table2__nv1u32fphefomgs48rh0faq35tu05t1crs0mofjjbnbf9mk4n2uutc79l0v088tc/f/c9bc3321b6f24849aef077029213d8c1 into baf5b015afdece46df6391710bd3cbea/f (new location: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/table2/baf5b015afdece46df6391710bd3cbea/f/30d093e121d34fc5ade5ee2dec913d44_SeqId_4_) 2023-07-22T12:30:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__ns2_table2__nv1u32fphefomgs48rh0faq35tu05t1crs0mofjjbnbf9mk4n2uutc79l0v088tc/f/c9bc3321b6f24849aef077029213d8c1 2023-07-22T12:30:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66414008 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:35,955 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36794, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:30:35,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:35,960 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53542, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:30:35,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66414008 to 127.0.0.1:55503 2023-07-22T12:30:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:35,976 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:35,977 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0991aebe to 127.0.0.1:55503 2023-07-22T12:30:35,977 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:35,977 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:30:35,977 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-07-22T12:30:35,977 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(233): Backup: backup_1690028996096 hdfs://localhost:42467/backupUT/backup_1690028996096/ns2/test-16900289898461/ 2023-07-22T12:30:35,977 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-07-22T12:30:36,000 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42467/backupUT/backup_1690029016229/.backup.manifest 2023-07-22T12:30:36,003 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690029016229/.backup.manifest 2023-07-22T12:30:36,003 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:42467/backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:36,005 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1690028996096/.backup.manifest 2023-07-22T12:30:36,005 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(148): Restoring 'test-1690028989846' to 'table1' from full backup image hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846 2023-07-22T12:30:36,008 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(295): Retrieved descriptor: 'test-1690028989846', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1690029016229 2023-07-22T12:30:36,011 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(476): Truncating exising target table 'table1', preserving region splits 2023-07-22T12:30:36,011 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$18(963): Started disable of table1 2023-07-22T12:30:36,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$12(2663): Client=jenkins//172.31.12.81 disable table1 2023-07-22T12:30:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=table1 2023-07-22T12:30:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:30:36,015 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029036015"}]},"ts":"1690029036015"} 2023-07-22T12:30:36,016 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLING in hbase:meta 2023-07-22T12:30:36,018 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set table1 to state=DISABLING 2023-07-22T12:30:36,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=79e5990b91b7e555e04f3a32a577b639, UNASSIGN}] 2023-07-22T12:30:36,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=51, ppid=50, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=table1, region=79e5990b91b7e555e04f3a32a577b639, UNASSIGN 2023-07-22T12:30:36,021 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=51 updating hbase:meta row=79e5990b91b7e555e04f3a32a577b639, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:36,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; CloseRegionProcedure 79e5990b91b7e555e04f3a32a577b639, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:30:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:30:36,174 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] handler.UnassignRegionHandler(119): Close 79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:36,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1668): Closing 79e5990b91b7e555e04f3a32a577b639, disabling compactions & flushes 2023-07-22T12:30:36,174 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1690): Closing region table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:36,174 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:36,175 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1778): Acquired close lock on table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. after waiting 0 ms 2023-07-22T12:30:36,175 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1788): Updates disabled for region table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:36,176 DEBUG [StoreFileCloser-79e5990b91b7e555e04f3a32a577b639-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9e7ef0242fac440ab7b24abf3d7e613d_SeqId_4_ 2023-07-22T12:30:36,181 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-07-22T12:30:36,182 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:36,183 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1909): Closed table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. 2023-07-22T12:30:36,183 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] regionserver.HRegion(1622): Region close journal for 79e5990b91b7e555e04f3a32a577b639: 2023-07-22T12:30:36,184 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=52}] handler.UnassignRegionHandler(163): Closed 79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:36,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=51 updating hbase:meta row=79e5990b91b7e555e04f3a32a577b639, regionState=CLOSED 2023-07-22T12:30:36,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=52, resume processing ppid=51 2023-07-22T12:30:36,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=52, ppid=51, state=SUCCESS; CloseRegionProcedure 79e5990b91b7e555e04f3a32a577b639, server=jenkins-hbase3.apache.org,34371,1690028980812 in 164 msec 2023-07-22T12:30:36,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=51, resume processing ppid=50 2023-07-22T12:30:36,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=51, ppid=50, state=SUCCESS; TransitRegionStateProcedure table=table1, region=79e5990b91b7e555e04f3a32a577b639, UNASSIGN in 168 msec 2023-07-22T12:30:36,190 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029036190"}]},"ts":"1690029036190"} 2023-07-22T12:30:36,191 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=DISABLED in hbase:meta 2023-07-22T12:30:36,193 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set table1 to state=DISABLED 2023-07-22T12:30:36,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=50, state=SUCCESS; DisableTableProcedure table=table1 in 182 msec 2023-07-22T12:30:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=50 2023-07-22T12:30:36,317 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: DISABLE, Table Name: default:table1, procId: 50 completed 2023-07-22T12:30:36,319 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$16(843): Started truncating table1 2023-07-22T12:30:36,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.HMaster$6(2479): Client=jenkins//172.31.12.81 truncate table1 2023-07-22T12:30:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] procedure2.ProcedureExecutor(1033): Stored pid=53, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION; TruncateTableProcedure (table=table1 preserveSplits=true) 2023-07-22T12:30:36,335 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2023-07-22T12:30:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=53 2023-07-22T12:30:36,338 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:36,340 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/f, FileablePath, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/recovered.edits] 2023-07-22T12:30:36,345 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/f/9e7ef0242fac440ab7b24abf3d7e613d_SeqId_4_ to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/archive/data/default/table1/79e5990b91b7e555e04f3a32a577b639/f/9e7ef0242fac440ab7b24abf3d7e613d_SeqId_4_ 2023-07-22T12:30:36,347 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639/recovered.edits/6.seqid to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/archive/data/default/table1/79e5990b91b7e555e04f3a32a577b639/recovered.edits/6.seqid 2023-07-22T12:30:36,348 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/79e5990b91b7e555e04f3a32a577b639 2023-07-22T12:30:36,348 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(293): Archived table1 regions 2023-07-22T12:30:36,352 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of table1 from hbase:meta 2023-07-22T12:30:36,354 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(387): Removing 'table1' descriptor. 2023-07-22T12:30:36,355 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(377): Removing 'table1' from region states. 2023-07-22T12:30:36,355 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1690029036355"}]},"ts":"9223372036854775807"} 2023-07-22T12:30:36,357 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-07-22T12:30:36,357 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 79e5990b91b7e555e04f3a32a577b639, NAME => 'table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639.', STARTKEY => '', ENDKEY => ''}] 2023-07-22T12:30:36,357 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(381): Marking 'table1' as deleted. 2023-07-22T12:30:36,357 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1690029036357"}]},"ts":"9223372036854775807"} 2023-07-22T12:30:36,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table table1 state from META 2023-07-22T12:30:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=53 2023-07-22T12:30:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=53 2023-07-22T12:30:36,768 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => b54832adbc58df9e977f6d5d22e8edb1, NAME => 'table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829 2023-07-22T12:30:36,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(888): Instantiated table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:36,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1668): Closing b54832adbc58df9e977f6d5d22e8edb1, disabling compactions & flushes 2023-07-22T12:30:36,777 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1690): Closing region table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:36,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:36,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. after waiting 0 ms 2023-07-22T12:30:36,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:36,777 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1909): Closed table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:36,777 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1622): Region close journal for b54832adbc58df9e977f6d5d22e8edb1: 2023-07-22T12:30:36,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1.","families":{"info":[{"qualifier":"regioninfo","vlen":40,"tag":[],"timestamp":"1690029036778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1690029036778"}]},"ts":"1690029036778"} 2023-07-22T12:30:36,780 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-07-22T12:30:36,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029036781"}]},"ts":"1690029036781"} 2023-07-22T12:30:36,783 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLING in hbase:meta 2023-07-22T12:30:36,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=b54832adbc58df9e977f6d5d22e8edb1, ASSIGN}] 2023-07-22T12:30:36,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=table1, region=b54832adbc58df9e977f6d5d22e8edb1, ASSIGN 2023-07-22T12:30:36,792 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=table1, region=b54832adbc58df9e977f6d5d22e8edb1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,34371,1690028980812; forceNewPlan=false, retain=false 2023-07-22T12:30:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=53 2023-07-22T12:30:36,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=54 updating hbase:meta row=b54832adbc58df9e977f6d5d22e8edb1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:36,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE; OpenRegionProcedure b54832adbc58df9e977f6d5d22e8edb1, server=jenkins-hbase3.apache.org,34371,1690028980812}] 2023-07-22T12:30:37,101 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(130): Open table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:37,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7254): Opening region: {ENCODED => b54832adbc58df9e977f6d5d22e8edb1, NAME => 'table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1.', STARTKEY => '', ENDKEY => ''} 2023-07-22T12:30:37,101 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-07-22T12:30:37,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 b54832adbc58df9e977f6d5d22e8edb1 2023-07-22T12:30:37,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(888): Instantiated table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-07-22T12:30:37,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7296): checking encryption for b54832adbc58df9e977f6d5d22e8edb1 2023-07-22T12:30:37,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7299): checking classloading for b54832adbc58df9e977f6d5d22e8edb1 2023-07-22T12:30:37,103 INFO [StoreOpener-b54832adbc58df9e977f6d5d22e8edb1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b54832adbc58df9e977f6d5d22e8edb1 2023-07-22T12:30:37,105 INFO [StoreOpener-b54832adbc58df9e977f6d5d22e8edb1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b54832adbc58df9e977f6d5d22e8edb1 columnFamilyName f 2023-07-22T12:30:37,105 DEBUG [StoreOpener-b54832adbc58df9e977f6d5d22e8edb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-07-22T12:30:37,105 INFO [StoreOpener-b54832adbc58df9e977f6d5d22e8edb1-1 {}] regionserver.HStore(324): Store=b54832adbc58df9e977f6d5d22e8edb1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-07-22T12:30:37,106 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1 2023-07-22T12:30:37,106 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1 2023-07-22T12:30:37,108 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1076): writing seq id for b54832adbc58df9e977f6d5d22e8edb1 2023-07-22T12:30:37,110 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-07-22T12:30:37,111 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): Opened b54832adbc58df9e977f6d5d22e8edb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9927316000, jitterRate=-0.07544665038585663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-07-22T12:30:37,112 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(992): Region open journal for b54832adbc58df9e977f6d5d22e8edb1: 2023-07-22T12:30:37,112 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2552): Post open deploy tasks for table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1., pid=55, masterSystemTime=1690029037097 2023-07-22T12:30:37,114 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2579): Finished post open deploy task for table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:37,114 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(158): Opened table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:37,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=54 updating hbase:meta row=b54832adbc58df9e977f6d5d22e8edb1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:37,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=55, resume processing ppid=54 2023-07-22T12:30:37,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=55, ppid=54, state=SUCCESS; OpenRegionProcedure b54832adbc58df9e977f6d5d22e8edb1, server=jenkins-hbase3.apache.org,34371,1690028980812 in 171 msec 2023-07-22T12:30:37,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=54, resume processing ppid=53 2023-07-22T12:30:37,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=54, ppid=53, state=SUCCESS; TransitRegionStateProcedure table=table1, region=b54832adbc58df9e977f6d5d22e8edb1, ASSIGN in 328 msec 2023-07-22T12:30:37,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1690029037118"}]},"ts":"1690029037118"} 2023-07-22T12:30:37,119 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2023-07-22T12:30:37,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=table1, state=ENABLED in hbase:meta 2023-07-22T12:30:37,122 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2023-07-22T12:30:37,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=53, state=SUCCESS; TruncateTableProcedure (table=table1 preserveSplits=true) in 796 msec 2023-07-22T12:30:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43129 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=53 2023-07-22T12:30:37,442 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.HBaseAdmin$TableFuture(3590): Operation: TRUNCATE, Table Name: default:table1, procId: 53 completed 2023-07-22T12:30:37,445 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87 from hbase tables test-1690028989846 to tables table1 2023-07-22T12:30:37,445 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1690028989846 into table1 2023-07-22T12:30:37,448 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029037445 from hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:30:37,449 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x25b3208b to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:37,454 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b87739a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:37,457 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:37,458 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36808, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:37,459 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:30:37,459 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table table1 2023-07-22T12:30:37,462 DEBUG [hconnection-0x1f826511-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:37,464 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53558, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:37,466 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for table1: 2023-07-22T12:30:37,466 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:30:37,466 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/partitions_28d61070-764c-400f-960c-40e1af8baf6b 2023-07-22T12:30:37,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-07-22T12:30:37,874 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:37,875 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:37,875 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:37,876 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:37,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2023-07-22T12:30:37,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2023-07-22T12:30:38,896 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop-7984031735948446793.jar 2023-07-22T12:30:38,896 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,897 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,897 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,897 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,898 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,898 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,898 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,899 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,899 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,900 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:38,901 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:30:38,901 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:30:38,901 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:30:38,902 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:30:38,902 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:30:38,903 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:30:38,903 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:30:38,903 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:30:38,904 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:30:38,904 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:30:38,904 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:30:38,905 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,905 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,906 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,906 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,906 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,907 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:38,907 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:38,907 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: table1 2023-07-22T12:30:38,908 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:38,908 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x25b3208b to 127.0.0.1:55503 2023-07-22T12:30:38,908 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:38,908 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:30:38,908 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:30:38,909 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:38,914 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:30:38,920 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:30:39,005 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029038966/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:30:39,005 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029038966/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:30:39,057 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42467/backupUT/backup_1690028996096/default/test-1690028989846/archive/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:39,062 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:30:39,064 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:39,082 DEBUG [pool-243-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x62cb325c to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:39,087 DEBUG [pool-243-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c889da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:39,088 DEBUG [hconnection-0x33fd3b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:39,090 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53574, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:39,096 DEBUG [pool-243-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x62cb325c to 127.0.0.1:55503 2023-07-22T12:30:39,096 DEBUG [pool-243-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:39,096 DEBUG [pool-243-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row0] 2023-07-22T12:30:39,096 DEBUG [pool-243-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:30:39,103 DEBUG [pool-243-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029037445/_temporary/0/_temporary/attempt_local774994870_0007_r_000000_0/f/5486ff62bcfc4809a48e90c8745fad7a is 37, key is row10/f:q1/1690028992508/Put/seqid=0 2023-07-22T12:30:39,105 WARN [Thread-1060 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34371] Specified favored nodes: [jenkins-hbase3.apache.org:34371] 2023-07-22T12:30:40,053 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029037445 2023-07-22T12:30:40,054 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4226ccbd to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:40,060 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765c6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:40,061 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:40,063 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53588, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:40,070 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029037445/_SUCCESS 2023-07-22T12:30:40,075 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:40,078 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36820, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:40,091 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5486ff62bcfc4809a48e90c8745fad7a 2023-07-22T12:30:40,091 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029037445/f/5486ff62bcfc4809a48e90c8745fad7a first=Optional[row0] last=Optional[row98] 2023-07-22T12:30:40,093 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1., hostname=jenkins-hbase3.apache.org,34371,1690028980812, seqNum=2 for row with hfile group [{f,hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029037445/f/5486ff62bcfc4809a48e90c8745fad7a}] 2023-07-22T12:30:40,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029037445/f/5486ff62bcfc4809a48e90c8745fad7a for inclusion in b54832adbc58df9e977f6d5d22e8edb1/f 2023-07-22T12:30:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(623): HFile bounds: first=row0 last=row98 2023-07-22T12:30:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:30:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5486ff62bcfc4809a48e90c8745fad7a 2023-07-22T12:30:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegion(2520): Flush status journal for b54832adbc58df9e977f6d5d22e8edb1: 2023-07-22T12:30:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029037445/f/5486ff62bcfc4809a48e90c8745fad7a to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__96iq3402qa4ub6p5j105sf7u296ggvr4chr2g7lsv50p45ol3g94orki96r39sf3/f/5486ff62bcfc4809a48e90c8745fad7a 2023-07-22T12:30:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__96iq3402qa4ub6p5j105sf7u296ggvr4chr2g7lsv50p45ol3g94orki96r39sf3/f/5486ff62bcfc4809a48e90c8745fad7a as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/f/847ab0afcc8141bab36c7f6f2fe11938_SeqId_4_ 2023-07-22T12:30:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x7f4ca651 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722b4daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:40,117 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36830, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:40,122 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53602, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:40,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x7f4ca651 to 127.0.0.1:55503 2023-07-22T12:30:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:40,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__96iq3402qa4ub6p5j105sf7u296ggvr4chr2g7lsv50p45ol3g94orki96r39sf3/f/5486ff62bcfc4809a48e90c8745fad7a into b54832adbc58df9e977f6d5d22e8edb1/f as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/f/847ab0afcc8141bab36c7f6f2fe11938_SeqId_4_ - updating store file list. 2023-07-22T12:30:40,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/f/847ab0afcc8141bab36c7f6f2fe11938_SeqId_4_ into b54832adbc58df9e977f6d5d22e8edb1/f 2023-07-22T12:30:40,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__96iq3402qa4ub6p5j105sf7u296ggvr4chr2g7lsv50p45ol3g94orki96r39sf3/f/5486ff62bcfc4809a48e90c8745fad7a into b54832adbc58df9e977f6d5d22e8edb1/f (new location: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/f/847ab0afcc8141bab36c7f6f2fe11938_SeqId_4_) 2023-07-22T12:30:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__96iq3402qa4ub6p5j105sf7u296ggvr4chr2g7lsv50p45ol3g94orki96r39sf3/f/5486ff62bcfc4809a48e90c8745fad7a 2023-07-22T12:30:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5e59197c to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435a6110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:40,152 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:36846, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:30:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:40,157 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53608, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:30:40,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x5e59197c to 127.0.0.1:55503 2023-07-22T12:30:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:40,177 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:40,177 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4226ccbd to 127.0.0.1:55503 2023-07-22T12:30:40,177 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:40,178 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:30:40,201 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(181): Restoring 'test-1690028989846' to 'table1' from log dirs: hdfs://localhost:42467/backupUT/backup_1690029016229/default/test-1690028989846/f/f68c49531a5648da9aea5b4397f61dc2 2023-07-22T12:30:40,205 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.RestoreTool(177): Found descriptor 'test-1690028989846', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1690029016229 2023-07-22T12:30:40,207 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:42467/backupUT/backup_1690029016229/default/test-1690028989846/f/f68c49531a5648da9aea5b4397f61dc2 from hbase tables test-1690028989846 to tables table1 2023-07-22T12:30:40,207 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(72): Restore test-1690028989846 into table1 2023-07-22T12:30:40,208 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceHFileSplitterJob(107): add incremental job :hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029040207 from hdfs://localhost:42467/backupUT/backup_1690029016229/default/test-1690028989846/f/f68c49531a5648da9aea5b4397f61dc2 2023-07-22T12:30:40,209 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x69e301f9 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:40,215 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7ab1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:40,216 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:40,218 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:51170, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:40,219 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(672): bulkload locality sensitive enabled 2023-07-22T12:30:40,219 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(535): Looking up current regions for table test-1690028989846 2023-07-22T12:30:40,223 DEBUG [hconnection-0x1a6a19a1-shared-pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:40,224 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52304, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:40,225 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(544): SplitPoint startkey for test-1690028989846: 2023-07-22T12:30:40,225 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(694): Configuring 1 reduce partitions to match current region count for all tables 2023-07-22T12:30:40,226 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(559): Writing partition information to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/partitions_0bebc01f-a560-468d-92e4-0974230af1b7 2023-07-22T12:30:40,233 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:40,233 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:40,234 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:40,235 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,307 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop-2034622351728967638.jar 2023-07-22T12:30:41,307 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,308 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,309 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,309 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,310 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,310 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,313 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,313 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,313 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,314 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:41,315 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-07-22T12:30:41,315 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-07-22T12:30:41,316 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-07-22T12:30:41,316 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-07-22T12:30:41,316 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-07-22T12:30:41,317 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-07-22T12:30:41,317 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-07-22T12:30:41,317 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-07-22T12:30:41,318 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-07-22T12:30:41,318 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-07-22T12:30:41,319 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-07-22T12:30:41,319 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,319 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,320 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,320 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,320 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,321 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-07-22T12:30:41,321 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-07-22T12:30:41,322 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.HFileOutputFormat2(714): Incremental output configured for tables: test-1690028989846 2023-07-22T12:30:41,322 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:41,322 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x69e301f9 to 127.0.0.1:55503 2023-07-22T12:30:41,322 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:41,322 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceHFileSplitterJob(119): success configuring load incremental job 2023-07-22T12:30:41,322 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(796): The addDependencyJars(Configuration, Class...) method has been deprecated since it is easy to use incorrectly. Most users should rely on addDependencyJars(Job) instead. See HBASE-8386 for more details. 2023-07-22T12:30:41,323 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-07-22T12:30:41,331 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-07-22T12:30:41,337 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.JobResourceUploader(470): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2023-07-22T12:30:41,418 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029041381/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-07-22T12:30:41,418 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/mapreduce.cluster.local.dir/1690029041381/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-07-22T12:30:41,471 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(88): Initialize HFileRecordReader for hdfs://localhost:42467/backupUT/backup_1690029016229/default/test-1690028989846/f/f68c49531a5648da9aea5b4397f61dc2 2023-07-22T12:30:41,475 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(101): Seeking to start 2023-07-22T12:30:41,476 DEBUG [LocalJobRunner Map Task Executor #0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: f68c49531a5648da9aea5b4397f61dc2 2023-07-22T12:30:41,489 DEBUG [pool-255-thread-1 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0f743559 to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:41,494 DEBUG [pool-255-thread-1 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a2178d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:41,495 DEBUG [hconnection-0x5298bc9d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:41,497 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52316, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:41,499 DEBUG [pool-255-thread-1 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0f743559 to 127.0.0.1:55503 2023-07-22T12:30:41,499 DEBUG [pool-255-thread-1 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:41,500 DEBUG [pool-255-thread-1 {}] mapreduce.HFileOutputFormat2$1(339): First rowkey: [row-t10] 2023-07-22T12:30:41,500 DEBUG [pool-255-thread-1 {}] mapreduce.HFileOutputFormat2$1(346): Use favored nodes writer: jenkins-hbase3.apache.org 2023-07-22T12:30:41,507 DEBUG [pool-255-thread-1 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029040207/_temporary/0/_temporary/attempt_local314211064_0008_r_000000_0/f/187b8d52b9a441e4a3ca64e84d21008f is 40, key is row-t110/f:q1/1690029015669/Put/seqid=0 2023-07-22T12:30:41,511 WARN [Thread-1104 {}] hdfs.DataStreamer(1828): These favored nodes were specified but not chosen: [jenkins-hbase3.apache.org:34371] Specified favored nodes: [jenkins-hbase3.apache.org:34371] 2023-07-22T12:30:42,465 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(89): Restoring HFiles from directory hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029040207 2023-07-22T12:30:42,465 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x124f993e to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:42,471 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0c19dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:42,472 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:42,474 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52322, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:42,480 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] tool.LoadIncrementalHFiles(1067): Skipping non-directory hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029040207/_SUCCESS 2023-07-22T12:30:42,485 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:42,488 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:51182, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:42,503 DEBUG [LoadIncrementalHFiles-0 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 187b8d52b9a441e4a3ca64e84d21008f 2023-07-22T12:30:42,503 INFO [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles(794): Trying to load hfile=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029040207/f/187b8d52b9a441e4a3ca64e84d21008f first=Optional[row-t10] last=Optional[row-t198] 2023-07-22T12:30:42,504 DEBUG [LoadIncrementalHFiles-0 {}] tool.LoadIncrementalHFiles$1(559): Going to connect to server region=table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1., hostname=jenkins-hbase3.apache.org,34371,1690028980812, seqNum=2 for row with hfile group [{f,hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029040207/f/187b8d52b9a441e4a3ca64e84d21008f}] 2023-07-22T12:30:42,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(611): Validating hfile at hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029040207/f/187b8d52b9a441e4a3ca64e84d21008f for inclusion in b54832adbc58df9e977f6d5d22e8edb1/f 2023-07-22T12:30:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(623): HFile bounds: first=row-t10 last=row-t198 2023-07-22T12:30:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(625): Region bounds: first= last= 2023-07-22T12:30:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 187b8d52b9a441e4a3ca64e84d21008f 2023-07-22T12:30:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegion(2520): Flush status journal for b54832adbc58df9e977f6d5d22e8edb1: 2023-07-22T12:30:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/hbase-staging/bulk_output-default-table1-1690029040207/f/187b8d52b9a441e4a3ca64e84d21008f to hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__cvdtal82i3hg5qgc4911s6r3d0okddj7di6v8q8jom6lansrnctmisvt0augv9pt/f/187b8d52b9a441e4a3ca64e84d21008f 2023-07-22T12:30:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__cvdtal82i3hg5qgc4911s6r3d0okddj7di6v8q8jom6lansrnctmisvt0augv9pt/f/187b8d52b9a441e4a3ca64e84d21008f as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/f/036f82a5a1984aa285701653a1501e5e_SeqId_6_ 2023-07-22T12:30:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x11237c7a to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b2300e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:42,529 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:51186, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-07-22T12:30:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:42,534 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52336, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-07-22T12:30:42,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x11237c7a to 127.0.0.1:55503 2023-07-22T12:30:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:42,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(697): Loaded HFile hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__cvdtal82i3hg5qgc4911s6r3d0okddj7di6v8q8jom6lansrnctmisvt0augv9pt/f/187b8d52b9a441e4a3ca64e84d21008f into b54832adbc58df9e977f6d5d22e8edb1/f as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/f/036f82a5a1984aa285701653a1501e5e_SeqId_6_ - updating store file list. 2023-07-22T12:30:42,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(719): Loaded HFile hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/f/036f82a5a1984aa285701653a1501e5e_SeqId_6_ into b54832adbc58df9e977f6d5d22e8edb1/f 2023-07-22T12:30:42,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.HStore(703): Successfully loaded hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__cvdtal82i3hg5qgc4911s6r3d0okddj7di6v8q8jom6lansrnctmisvt0augv9pt/f/187b8d52b9a441e4a3ca64e84d21008f into b54832adbc58df9e977f6d5d22e8edb1/f (new location: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/f/036f82a5a1984aa285701653a1501e5e_SeqId_6_) 2023-07-22T12:30:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/staging/jenkins__table1__cvdtal82i3hg5qgc4911s6r3d0okddj7di6v8q8jom6lansrnctmisvt0augv9pt/f/187b8d52b9a441e4a3ca64e84d21008f 2023-07-22T12:30:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x73a4a96c to 127.0.0.1:55503 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-07-22T12:30:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c67e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-07-22T12:30:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=MasterService, sasl=false 2023-07-22T12:30:42,566 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:51190, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-07-22T12:30:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.RpcConnection(122): Using SIMPLE authentication for service=ClientService, sasl=false 2023-07-22T12:30:42,571 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:52350, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2023-07-22T12:30:42,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x73a4a96c to 127.0.0.1:55503 2023-07-22T12:30:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:42,591 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:42,591 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x124f993e to 127.0.0.1:55503 2023-07-22T12:30:42,591 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:42,592 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] mapreduce.MapReduceRestoreJob(100): Restore Job finished:0 2023-07-22T12:30:42,592 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(187): test-1690028989846 has been successfully restored to table1 2023-07-22T12:30:42,592 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(231): Restore includes the following image(s): 2023-07-22T12:30:42,592 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(233): Backup: backup_1690029016229 hdfs://localhost:42467/backupUT/backup_1690029016229/default/test-1690028989846/ 2023-07-22T12:30:42,592 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] impl.RestoreTablesClient(238): restoreStage finished 2023-07-22T12:30:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34371 {}] ipc.CallRunner(138): callId: 367 service: ClientService methodName: Scan size: 131 connection: 172.31.12.81:52760 deadline: 1690029102592, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1690029026188.79e5990b91b7e555e04f3a32a577b639. is not online on jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:42,709 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:42,710 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x72a1db9c to 127.0.0.1:55503 2023-07-22T12:30:42,710 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:42,745 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackupDeleteTable#testIncBackupDeleteTable Thread=604 (was 583) Potentially hanging thread: hconnection-0x6fa89bc3-shared-pool-25 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x73a4a96c java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/2072510220.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x73a4a96c-SendThread(127.0.0.1:55503) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_733396696_16 at /127.0.0.1:42292 [Waiting for operation #19] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x73a4a96c-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0x6fa89bc3-shared-pool-23 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,43129,1690028977778)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1125635172-172.31.12.81-1690028974591:blk_1073741886_1062, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_733396696_16 at /127.0.0.1:43266 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,34371,1690028980812' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x72a1db9c java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1529) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1512) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1481) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/2072510220.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x124f993e-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: rs(jenkins-hbase3.apache.org,34371,1690028980812)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6fa89bc3-shared-pool-22 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x124f993e java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$488/2072510220.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1125635172-172.31.12.81-1690028974591:blk_1073741887_1063, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x72a1db9c-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/cluster_54e95403-4439-43c7-c186-55dbbe5a3739/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x72a1db9c-SendThread(127.0.0.1:55503) sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:345) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1223) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_670023792_16 at /127.0.0.1:49530 [Receiving block BP-1125635172-172.31.12.81-1690028974591:blk_1073741887_1063] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55503@0x124f993e-SendThread(127.0.0.1:55503) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/cluster_54e95403-4439-43c7-c186-55dbbe5a3739/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x6fa89bc3-shared-pool-24 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_733396696_16 at /127.0.0.1:43242 [Waiting for operation #15] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_670023792_16 at /127.0.0.1:49514 [Receiving block BP-1125635172-172.31.12.81-1690028974591:blk_1073741886_1062] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=691 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=142 (was 130) - SystemLoadAverage LEAK? -, ProcessCount=169 (was 168) - ProcessCount LEAK? -, AvailableMemoryMB=17108 (was 16645) - AvailableMemoryMB LEAK? - 2023-07-22T12:30:42,745 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2023-07-22T12:30:42,754 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-07-22T12:30:42,754 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:42,754 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x01bdbf82 to 127.0.0.1:55503 2023-07-22T12:30:42,754 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:42,754 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-07-22T12:30:42,755 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] util.JVMClusterUtil(257): Found active master hash=453233200, stopped=false 2023-07-22T12:30:42,755 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:30:42,821 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-07-22T12:30:42,821 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2023-07-22T12:30:42,821 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:42,821 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:42,821 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] procedure2.ProcedureExecutor(631): Stopping 2023-07-22T12:30:42,822 DEBUG [Listener at jenkins-hbase3.apache.org/42337 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:42,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:30:42,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-07-22T12:30:42,822 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,34371,1690028980812' ***** 2023-07-22T12:30:42,822 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-07-22T12:30:42,822 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:30:42,837 INFO [RS:0;jenkins-hbase3:34371 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4b3a9c46{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-07-22T12:30:42,843 INFO [RS:0;jenkins-hbase3:34371 {}] server.AbstractConnector(383): Stopped ServerConnector@61242366{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:30:42,843 INFO [RS:0;jenkins-hbase3:34371 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:30:42,844 INFO [RS:0;jenkins-hbase3:34371 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3b386b2e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:30:42,845 INFO [RS:0;jenkins-hbase3:34371 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e671ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop.log.dir/,STOPPED} 2023-07-22T12:30:42,848 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HeapMemoryManager(220): Stopping 2023-07-22T12:30:42,848 INFO [RS:0;jenkins-hbase3:34371 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-07-22T12:30:42,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-07-22T12:30:42,848 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-07-22T12:30:42,848 INFO [RS:0;jenkins-hbase3:34371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-07-22T12:30:42,848 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for 55632cbcea68638c1794712a454a4ef7 2023-07-22T12:30:42,849 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for baf5b015afdece46df6391710bd3cbea 2023-07-22T12:30:42,849 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for b54832adbc58df9e977f6d5d22e8edb1 2023-07-22T12:30:42,849 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:30:42,849 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for 94ec22cb4f1e2230ab983c1f8c110b36 2023-07-22T12:30:42,849 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for 3ad4c0ed13d2a846fd787ddab15ddf87 2023-07-22T12:30:42,849 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for 2620cf52634555fbd86638ef3f8522ab 2023-07-22T12:30:42,849 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:42,849 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:42,850 INFO [RS:0;jenkins-hbase3:34371 {}] client.ConnectionImplementation(2095): Closing master protocol: MasterService 2023-07-22T12:30:42,850 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 55632cbcea68638c1794712a454a4ef7, disabling compactions & flushes 2023-07-22T12:30:42,850 DEBUG [RS:0;jenkins-hbase3:34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:42,850 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:30:42,850 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:30:42,850 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. after waiting 0 ms 2023-07-22T12:30:42,850 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:30:42,850 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-07-22T12:30:42,850 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-07-22T12:30:42,850 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-07-22T12:30:42,850 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-07-22T12:30:42,850 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1579): Waiting on 9 regions to close 2023-07-22T12:30:42,851 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1583): Online Regions={55632cbcea68638c1794712a454a4ef7=ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7., baf5b015afdece46df6391710bd3cbea=ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea., b54832adbc58df9e977f6d5d22e8edb1=table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1., eb9efb325b5e21f8634d446c0337b15a=backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a., 1588230740=hbase:meta,,1.1588230740, 94ec22cb4f1e2230ab983c1f8c110b36=hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36., 3ad4c0ed13d2a846fd787ddab15ddf87=test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87., 2620cf52634555fbd86638ef3f8522ab=ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab., b539d3159d992a3e250fb813969fec23=backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.} 2023-07-22T12:30:42,851 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-07-22T12:30:42,851 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-07-22T12:30:42,851 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-07-22T12:30:42,851 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-07-22T12:30:42,852 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-07-22T12:30:42,852 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=14.91 KB heapSize=26.30 KB 2023-07-22T12:30:42,852 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2620cf52634555fbd86638ef3f8522ab, 3ad4c0ed13d2a846fd787ddab15ddf87, 55632cbcea68638c1794712a454a4ef7, 94ec22cb4f1e2230ab983c1f8c110b36, b539d3159d992a3e250fb813969fec23, b54832adbc58df9e977f6d5d22e8edb1, baf5b015afdece46df6391710bd3cbea, eb9efb325b5e21f8634d446c0337b15a 2023-07-22T12:30:42,857 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns3/test-16900289898462/55632cbcea68638c1794712a454a4ef7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:30:42,858 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:42,859 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:30:42,859 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 55632cbcea68638c1794712a454a4ef7: 2023-07-22T12:30:42,859 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7. 2023-07-22T12:30:42,859 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing baf5b015afdece46df6391710bd3cbea, disabling compactions & flushes 2023-07-22T12:30:42,859 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:42,859 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:42,859 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. after waiting 0 ms 2023-07-22T12:30:42,859 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:42,860 DEBUG [StoreFileCloser-baf5b015afdece46df6391710bd3cbea-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 30d093e121d34fc5ade5ee2dec913d44_SeqId_4_ 2023-07-22T12:30:42,865 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns2/table2/baf5b015afdece46df6391710bd3cbea/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2023-07-22T12:30:42,866 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:42,866 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:30:42,866 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:42,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for baf5b015afdece46df6391710bd3cbea: 2023-07-22T12:30:42,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1690029031132.baf5b015afdece46df6391710bd3cbea. 2023-07-22T12:30:42,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b54832adbc58df9e977f6d5d22e8edb1, disabling compactions & flushes 2023-07-22T12:30:42,867 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:42,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:42,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. after waiting 0 ms 2023-07-22T12:30:42,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:42,874 DEBUG [StoreFileCloser-b54832adbc58df9e977f6d5d22e8edb1-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 847ab0afcc8141bab36c7f6f2fe11938_SeqId_4_ 2023-07-22T12:30:42,876 DEBUG [StoreFileCloser-b54832adbc58df9e977f6d5d22e8edb1-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 036f82a5a1984aa285701653a1501e5e_SeqId_6_ 2023-07-22T12:30:42,881 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/table1/b54832adbc58df9e977f6d5d22e8edb1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2023-07-22T12:30:42,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:42,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:42,883 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b54832adbc58df9e977f6d5d22e8edb1: 2023-07-22T12:30:42,883 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1690029036350.b54832adbc58df9e977f6d5d22e8edb1. 2023-07-22T12:30:42,883 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing eb9efb325b5e21f8634d446c0337b15a, disabling compactions & flushes 2023-07-22T12:30:42,883 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:30:42,883 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:30:42,884 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. after waiting 0 ms 2023-07-22T12:30:42,884 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:30:42,889 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/info/9d5b7f67867742a682a1af01abd75f6a is 159, key is ns3:test-16900289898462,,1690028993798.55632cbcea68638c1794712a454a4ef7./info:regioninfo/1690028994587/Put/seqid=0 2023-07-22T12:30:42,891 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system_bulk/eb9efb325b5e21f8634d446c0337b15a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:30:42,892 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:42,893 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:30:42,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for eb9efb325b5e21f8634d446c0337b15a: 2023-07-22T12:30:42,893 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1690028996871.eb9efb325b5e21f8634d446c0337b15a. 2023-07-22T12:30:42,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 94ec22cb4f1e2230ab983c1f8c110b36, disabling compactions & flushes 2023-07-22T12:30:42,896 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:30:42,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:30:42,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. after waiting 0 ms 2023-07-22T12:30:42,896 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:30:42,896 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 94ec22cb4f1e2230ab983c1f8c110b36 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-07-22T12:30:42,909 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36/.tmp/info/b1fdd909e1274b5ab76090439b0332dc is 45, key is default/info:d/1690028985208/Put/seqid=0 2023-07-22T12:30:43,052 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2620cf52634555fbd86638ef3f8522ab, 3ad4c0ed13d2a846fd787ddab15ddf87, 94ec22cb4f1e2230ab983c1f8c110b36, b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:43,253 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2620cf52634555fbd86638ef3f8522ab, 3ad4c0ed13d2a846fd787ddab15ddf87, 94ec22cb4f1e2230ab983c1f8c110b36, b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:43,298 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/info/9d5b7f67867742a682a1af01abd75f6a 2023-07-22T12:30:43,306 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9d5b7f67867742a682a1af01abd75f6a 2023-07-22T12:30:43,316 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36/.tmp/info/b1fdd909e1274b5ab76090439b0332dc 2023-07-22T12:30:43,323 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b1fdd909e1274b5ab76090439b0332dc 2023-07-22T12:30:43,324 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36/.tmp/info/b1fdd909e1274b5ab76090439b0332dc as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36/info/b1fdd909e1274b5ab76090439b0332dc 2023-07-22T12:30:43,324 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/rep_barrier/d5191f5ced594335861ba99aad9b13b1 is 107, key is ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e./rep_barrier:/1690029016159/DeleteFamily/seqid=0 2023-07-22T12:30:43,331 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36/info/b1fdd909e1274b5ab76090439b0332dc, entries=7, sequenceid=11, filesize=5.1 K 2023-07-22T12:30:43,332 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 94ec22cb4f1e2230ab983c1f8c110b36 in 436ms, sequenceid=11, compaction requested=false 2023-07-22T12:30:43,339 DEBUG [StoreFileCloser-94ec22cb4f1e2230ab983c1f8c110b36-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: b1fdd909e1274b5ab76090439b0332dc 2023-07-22T12:30:43,345 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/namespace/94ec22cb4f1e2230ab983c1f8c110b36/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-07-22T12:30:43,345 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:43,346 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:30:43,346 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 94ec22cb4f1e2230ab983c1f8c110b36: 2023-07-22T12:30:43,346 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1690028983832.94ec22cb4f1e2230ab983c1f8c110b36. 2023-07-22T12:30:43,346 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3ad4c0ed13d2a846fd787ddab15ddf87, disabling compactions & flushes 2023-07-22T12:30:43,346 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:30:43,346 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:30:43,346 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. after waiting 0 ms 2023-07-22T12:30:43,346 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:30:43,347 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 3ad4c0ed13d2a846fd787ddab15ddf87 1/1 column families, dataSize=3.46 KB heapSize=11.08 KB 2023-07-22T12:30:43,350 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/.tmp/f/31beb933488344abbff4b33fa4a0c0e9 is 40, key is row-t110/f:q1/1690029015669/Put/seqid=0 2023-07-22T12:30:43,453 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2620cf52634555fbd86638ef3f8522ab, 3ad4c0ed13d2a846fd787ddab15ddf87, b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:43,653 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 2620cf52634555fbd86638ef3f8522ab, 3ad4c0ed13d2a846fd787ddab15ddf87, b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:43,743 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=189 B at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/rep_barrier/d5191f5ced594335861ba99aad9b13b1 2023-07-22T12:30:43,750 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5191f5ced594335861ba99aad9b13b1 2023-07-22T12:30:43,755 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.46 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/.tmp/f/31beb933488344abbff4b33fa4a0c0e9 2023-07-22T12:30:43,760 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 31beb933488344abbff4b33fa4a0c0e9 2023-07-22T12:30:43,761 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/.tmp/f/31beb933488344abbff4b33fa4a0c0e9 as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/31beb933488344abbff4b33fa4a0c0e9 2023-07-22T12:30:43,767 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/f/31beb933488344abbff4b33fa4a0c0e9, entries=99, sequenceid=205, filesize=8.6 K 2023-07-22T12:30:43,767 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/table/1909a553f0264029bc0013ec0f26d8cb is 101, key is ns2:test-16900289898461,,1690028992599.2ae78742add5d9196e89d79ad5bbdc4e./table:/1690029016159/DeleteFamily/seqid=0 2023-07-22T12:30:43,768 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.46 KB/3544, heapSize ~11.06 KB/11328, currentSize=0 B/0 for 3ad4c0ed13d2a846fd787ddab15ddf87 in 422ms, sequenceid=205, compaction requested=false 2023-07-22T12:30:43,771 DEBUG [StoreFileCloser-3ad4c0ed13d2a846fd787ddab15ddf87-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 200db51279ee4d758d02b88de4ec0656 2023-07-22T12:30:43,773 DEBUG [StoreFileCloser-3ad4c0ed13d2a846fd787ddab15ddf87-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 31beb933488344abbff4b33fa4a0c0e9 2023-07-22T12:30:43,782 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/default/test-1690028989846/3ad4c0ed13d2a846fd787ddab15ddf87/recovered.edits/208.seqid, newMaxSeqId=208, maxSeqId=1 2023-07-22T12:30:43,783 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:43,784 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:30:43,784 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3ad4c0ed13d2a846fd787ddab15ddf87: 2023-07-22T12:30:43,784 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1690028989846,,1690028990351.3ad4c0ed13d2a846fd787ddab15ddf87. 2023-07-22T12:30:43,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 2620cf52634555fbd86638ef3f8522ab, disabling compactions & flushes 2023-07-22T12:30:43,785 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:30:43,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:30:43,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. after waiting 0 ms 2023-07-22T12:30:43,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:30:43,789 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/ns4/test-16900289898463/2620cf52634555fbd86638ef3f8522ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-07-22T12:30:43,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:43,790 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:30:43,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 2620cf52634555fbd86638ef3f8522ab: 2023-07-22T12:30:43,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16900289898463,,1690028994924.2620cf52634555fbd86638ef3f8522ab. 2023-07-22T12:30:43,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing b539d3159d992a3e250fb813969fec23, disabling compactions & flushes 2023-07-22T12:30:43,790 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:30:43,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:30:43,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. after waiting 0 ms 2023-07-22T12:30:43,790 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:30:43,791 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing b539d3159d992a3e250fb813969fec23 2/2 column families, dataSize=1.08 KB heapSize=2.08 KB 2023-07-22T12:30:43,794 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/meta/dc83040b6b4447bbbfeec4d1a38cf72d is 169, key is trslm:hdfs://localhost:42467/backupUT\x00test-1690028989846/meta:log-roll-map/1690029025683/Put/seqid=0 2023-07-22T12:30:43,812 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=364 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/meta/dc83040b6b4447bbbfeec4d1a38cf72d 2023-07-22T12:30:43,818 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: dc83040b6b4447bbbfeec4d1a38cf72d 2023-07-22T12:30:43,821 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/84e19d08c88440a3871ed89f268b2aad is 330, key is session:backup_1690029016229/session:context/1690029026122/Put/seqid=0 2023-07-22T12:30:43,834 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-07-22T12:30:43,834 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-07-22T12:30:43,854 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-07-22T12:30:43,854 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1583): Online Regions={1588230740=hbase:meta,,1.1588230740, b539d3159d992a3e250fb813969fec23=backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23.} 2023-07-22T12:30:43,854 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:44,054 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:44,079 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 94ec22cb4f1e2230ab983c1f8c110b36 changed from -1.0 to 0.0, refreshing cache 2023-07-22T12:30:44,184 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.37 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/table/1909a553f0264029bc0013ec0f26d8cb 2023-07-22T12:30:44,191 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1909a553f0264029bc0013ec0f26d8cb 2023-07-22T12:30:44,192 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/info/9d5b7f67867742a682a1af01abd75f6a as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/info/9d5b7f67867742a682a1af01abd75f6a 2023-07-22T12:30:44,199 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/info/9d5b7f67867742a682a1af01abd75f6a, entries=84, sequenceid=68, filesize=15.5 K 2023-07-22T12:30:44,200 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/rep_barrier/d5191f5ced594335861ba99aad9b13b1 as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/rep_barrier/d5191f5ced594335861ba99aad9b13b1 2023-07-22T12:30:44,205 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/rep_barrier/d5191f5ced594335861ba99aad9b13b1, entries=2, sequenceid=68, filesize=5.4 K 2023-07-22T12:30:44,207 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/.tmp/table/1909a553f0264029bc0013ec0f26d8cb as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/table/1909a553f0264029bc0013ec0f26d8cb 2023-07-22T12:30:44,212 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/table/1909a553f0264029bc0013ec0f26d8cb, entries=20, sequenceid=68, filesize=6.1 K 2023-07-22T12:30:44,213 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~14.91 KB/15271, heapSize ~26.25 KB/26880, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=68, compaction requested=false 2023-07-22T12:30:44,216 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9d5b7f67867742a682a1af01abd75f6a 2023-07-22T12:30:44,218 DEBUG [StoreFileCloser-1588230740-rep_barrier-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d5191f5ced594335861ba99aad9b13b1 2023-07-22T12:30:44,220 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1909a553f0264029bc0013ec0f26d8cb 2023-07-22T12:30:44,225 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/hbase/meta/1588230740/recovered.edits/71.seqid, newMaxSeqId=71, maxSeqId=1 2023-07-22T12:30:44,225 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:44,225 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-07-22T12:30:44,226 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=738 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/84e19d08c88440a3871ed89f268b2aad 2023-07-22T12:30:44,226 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-07-22T12:30:44,226 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-07-22T12:30:44,226 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-07-22T12:30:44,231 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 84e19d08c88440a3871ed89f268b2aad 2023-07-22T12:30:44,232 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/meta/dc83040b6b4447bbbfeec4d1a38cf72d as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/meta/dc83040b6b4447bbbfeec4d1a38cf72d 2023-07-22T12:30:44,238 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/meta/dc83040b6b4447bbbfeec4d1a38cf72d, entries=3, sequenceid=27, filesize=5.5 K 2023-07-22T12:30:44,239 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/.tmp/session/84e19d08c88440a3871ed89f268b2aad as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/84e19d08c88440a3871ed89f268b2aad 2023-07-22T12:30:44,245 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/session/84e19d08c88440a3871ed89f268b2aad, entries=2, sequenceid=27, filesize=5.3 K 2023-07-22T12:30:44,246 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1102, heapSize ~2.05 KB/2096, currentSize=0 B/0 for b539d3159d992a3e250fb813969fec23 in 456ms, sequenceid=27, compaction requested=true 2023-07-22T12:30:44,249 DEBUG [StoreFileCloser-b539d3159d992a3e250fb813969fec23-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 5c38e2b559664b6fa6088096dd5aec0f 2023-07-22T12:30:44,251 DEBUG [StoreFileCloser-b539d3159d992a3e250fb813969fec23-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: dc83040b6b4447bbbfeec4d1a38cf72d 2023-07-22T12:30:44,254 DEBUG [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1609): Waiting on b539d3159d992a3e250fb813969fec23 2023-07-22T12:30:44,257 DEBUG [StoreFileCloser-b539d3159d992a3e250fb813969fec23-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 813e577a17a24dc89f1fed580b3e526f 2023-07-22T12:30:44,259 DEBUG [StoreFileCloser-b539d3159d992a3e250fb813969fec23-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: fae15455420048c58729aacb40971011 2023-07-22T12:30:44,261 DEBUG [StoreFileCloser-b539d3159d992a3e250fb813969fec23-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 84e19d08c88440a3871ed89f268b2aad 2023-07-22T12:30:44,266 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/data/backup/system/b539d3159d992a3e250fb813969fec23/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-07-22T12:30:44,267 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-07-22T12:30:44,268 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:30:44,268 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for b539d3159d992a3e250fb813969fec23: 2023-07-22T12:30:44,268 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1690028996247.b539d3159d992a3e250fb813969fec23. 2023-07-22T12:30:44,454 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34371,1690028980812; all regions closed. 2023-07-22T12:30:44,463 DEBUG [RS:0;jenkins-hbase3:34371 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/oldWALs 2023-07-22T12:30:44,463 INFO [RS:0;jenkins-hbase3:34371 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C34371%2C1690028980812.meta:.meta(num 1690029020435) 2023-07-22T12:30:44,469 DEBUG [RS:0;jenkins-hbase3:34371 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/oldWALs 2023-07-22T12:30:44,469 INFO [RS:0;jenkins-hbase3:34371 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C34371%2C1690028980812:(num 1690029020417) 2023-07-22T12:30:44,469 DEBUG [RS:0;jenkins-hbase3:34371 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:44,469 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.LeaseManager(133): Closed leases 2023-07-22T12:30:44,469 INFO [RS:0;jenkins-hbase3:34371 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-07-22T12:30:44,469 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:30:44,471 INFO [RS:0;jenkins-hbase3:34371 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:34371 2023-07-22T12:30:44,476 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/jenkins-hbase3.apache.org,34371,1690028980812 2023-07-22T12:30:44,476 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-07-22T12:30:44,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,34371,1690028980812] 2023-07-22T12:30:44,479 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,34371,1690028980812; numProcessing=1 2023-07-22T12:30:44,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /1/draining/jenkins-hbase3.apache.org,34371,1690028980812 already deleted, retry=false 2023-07-22T12:30:44,480 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,34371,1690028980812 expired; onlineServers=0 2023-07-22T12:30:44,480 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,43129,1690028977778' ***** 2023-07-22T12:30:44,480 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-07-22T12:30:44,481 DEBUG [M:0;jenkins-hbase3:43129 {}] ipc.AbstractRpcClient(194): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6f8bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-07-22T12:30:44,481 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-07-22T12:30:44,488 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2023-07-22T12:30:44,488 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-07-22T12:30:44,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-07-22T12:30:44,524 INFO [M:0;jenkins-hbase3:43129 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@30219071{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-07-22T12:30:44,525 INFO [M:0;jenkins-hbase3:43129 {}] server.AbstractConnector(383): Stopped ServerConnector@1041c074{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:30:44,525 INFO [M:0;jenkins-hbase3:43129 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-07-22T12:30:44,525 INFO [M:0;jenkins-hbase3:43129 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@41af6dac{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-07-22T12:30:44,526 INFO [M:0;jenkins-hbase3:43129 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2bc76080{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/hadoop.log.dir/,STOPPED} 2023-07-22T12:30:44,526 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,43129,1690028977778 2023-07-22T12:30:44,526 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,43129,1690028977778; all regions closed. 2023-07-22T12:30:44,526 DEBUG [M:0;jenkins-hbase3:43129 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:44,526 INFO [M:0;jenkins-hbase3:43129 {}] master.HMaster(1664): Stopping master jetty server 2023-07-22T12:30:44,527 INFO [M:0;jenkins-hbase3:43129 {}] server.AbstractConnector(383): Stopped ServerConnector@4a513152{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-07-22T12:30:44,527 DEBUG [M:0;jenkins-hbase3:43129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-07-22T12:30:44,528 INFO [M:0;jenkins-hbase3:43129 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-07-22T12:30:44,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-07-22T12:30:44,528 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028982565 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1690028982565,5,FailOnTimeoutGroup] 2023-07-22T12:30:44,528 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028982566 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1690028982566,5,FailOnTimeoutGroup] 2023-07-22T12:30:44,528 DEBUG [M:0;jenkins-hbase3:43129 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3702ebc2 to 127.0.0.1:55503 2023-07-22T12:30:44,528 DEBUG [M:0;jenkins-hbase3:43129 {}] ipc.AbstractRpcClient(509): Stopping rpc client 2023-07-22T12:30:44,528 DEBUG [M:0;jenkins-hbase3:43129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-07-22T12:30:44,528 INFO [M:0;jenkins-hbase3:43129 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-07-22T12:30:44,528 DEBUG [M:0;jenkins-hbase3:43129 {}] master.HMaster(1687): Stopping service threads 2023-07-22T12:30:44,528 INFO [M:0;jenkins-hbase3:43129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-07-22T12:30:44,529 ERROR [M:0;jenkins-hbase3:43129 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2023-07-22T12:30:44,529 INFO [M:0;jenkins-hbase3:43129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-07-22T12:30:44,529 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-07-22T12:30:44,530 DEBUG [M:0;jenkins-hbase3:43129 {}] zookeeper.ZKUtil(347): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2023-07-22T12:30:44,530 WARN [M:0;jenkins-hbase3:43129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-07-22T12:30:44,530 INFO [M:0;jenkins-hbase3:43129 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-07-22T12:30:44,530 INFO [M:0;jenkins-hbase3:43129 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-07-22T12:30:44,531 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-07-22T12:30:44,542 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:30:44,542 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:30:44,542 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-07-22T12:30:44,542 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:30:44,542 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=211.63 KB heapSize=254.28 KB 2023-07-22T12:30:44,555 DEBUG [M:0;jenkins-hbase3:43129 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f0735e32f7a4d68a5a3554bb3ae6c4e is 88, key is hbase:meta,,1/info:sn/1690028983187/Put/seqid=0 2023-07-22T12:30:44,578 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:30:44,578 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): regionserver:34371-0x100005d0b300001, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:30:44,578 INFO [RS:0;jenkins-hbase3:34371 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34371,1690028980812; zookeeper connection closed. 2023-07-22T12:30:44,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1dbeae23 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1dbeae23 2023-07-22T12:30:44,579 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-07-22T12:30:44,959 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f0735e32f7a4d68a5a3554bb3ae6c4e 2023-07-22T12:30:44,965 DEBUG [M:0;jenkins-hbase3:43129 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9f0735e32f7a4d68a5a3554bb3ae6c4e 2023-07-22T12:30:44,979 DEBUG [M:0;jenkins-hbase3:43129 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae8b352e3f634f85a8c20159cdeb433e is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1690028998067/Put/seqid=0 2023-07-22T12:30:45,384 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.04 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae8b352e3f634f85a8c20159cdeb433e 2023-07-22T12:30:45,390 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae8b352e3f634f85a8c20159cdeb433e 2023-07-22T12:30:45,390 DEBUG [M:0;jenkins-hbase3:43129 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ae8b352e3f634f85a8c20159cdeb433e 2023-07-22T12:30:45,403 DEBUG [M:0;jenkins-hbase3:43129 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/018cc6e44c2f4f40ab89ece08ed11646 is 82, key is jenkins-hbase3.apache.org,34371,1690028980812/rs:state/1690028982700/Put/seqid=0 2023-07-22T12:30:45,807 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/018cc6e44c2f4f40ab89ece08ed11646 2023-07-22T12:30:45,813 DEBUG [M:0;jenkins-hbase3:43129 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 018cc6e44c2f4f40ab89ece08ed11646 2023-07-22T12:30:45,814 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f0735e32f7a4d68a5a3554bb3ae6c4e as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f0735e32f7a4d68a5a3554bb3ae6c4e 2023-07-22T12:30:45,819 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f0735e32f7a4d68a5a3554bb3ae6c4e, entries=8, sequenceid=500, filesize=5.5 K 2023-07-22T12:30:45,820 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae8b352e3f634f85a8c20159cdeb433e as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae8b352e3f634f85a8c20159cdeb433e 2023-07-22T12:30:45,826 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae8b352e3f634f85a8c20159cdeb433e 2023-07-22T12:30:45,826 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae8b352e3f634f85a8c20159cdeb433e, entries=55, sequenceid=500, filesize=16.8 K 2023-07-22T12:30:45,827 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/018cc6e44c2f4f40ab89ece08ed11646 as hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/018cc6e44c2f4f40ab89ece08ed11646 2023-07-22T12:30:45,831 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42467/user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/018cc6e44c2f4f40ab89ece08ed11646, entries=1, sequenceid=500, filesize=5.1 K 2023-07-22T12:30:45,832 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(3022): Finished flush of dataSize ~211.63 KB/216714, heapSize ~253.98 KB/260080, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=500, compaction requested=false 2023-07-22T12:30:45,834 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 9f0735e32f7a4d68a5a3554bb3ae6c4e 2023-07-22T12:30:45,836 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: ae8b352e3f634f85a8c20159cdeb433e 2023-07-22T12:30:45,838 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 018cc6e44c2f4f40ab89ece08ed11646 2023-07-22T12:30:45,838 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-07-22T12:30:45,838 DEBUG [M:0;jenkins-hbase3:43129 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-07-22T12:30:45,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(655): complete file /user/jenkins/test-data/c66f3623-359b-9ac6-d9d2-7733c9555829/MasterData/WALs/jenkins-hbase3.apache.org,43129,1690028977778/jenkins-hbase3.apache.org%2C43129%2C1690028977778.1690028981704 not finished, retry = 0 2023-07-22T12:30:45,943 INFO [M:0;jenkins-hbase3:43129 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-07-22T12:30:45,943 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-07-22T12:30:45,943 INFO [M:0;jenkins-hbase3:43129 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-07-22T12:30:45,944 INFO [M:0;jenkins-hbase3:43129 {}] ipc.NettyRpcServer(213): Stopping server on /172.31.12.81:43129 2023-07-22T12:30:45,946 DEBUG [M:0;jenkins-hbase3:43129 {}] zookeeper.RecoverableZooKeeper(224): Node /1/rs/jenkins-hbase3.apache.org,43129,1690028977778 already deleted, retry=false 2023-07-22T12:30:46,048 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:30:46,048 INFO [M:0;jenkins-hbase3:43129 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,43129,1690028977778; zookeeper connection closed. 2023-07-22T12:30:46,048 DEBUG [Listener at localhost/35951-EventThread {}] zookeeper.ZKWatcher(604): master:43129-0x100005d0b300000, quorum=127.0.0.1:55503, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2023-07-22T12:30:46,055 WARN [Listener at jenkins-hbase3.apache.org/42337 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-07-22T12:30:46,058 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:30:46,164 WARN [BP-1125635172-172.31.12.81-1690028974591 heartbeating to localhost/127.0.0.1:42467 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-07-22T12:30:46,164 WARN [BP-1125635172-172.31.12.81-1690028974591 heartbeating to localhost/127.0.0.1:42467 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1125635172-172.31.12.81-1690028974591 (Datanode Uuid 3ea2590d-54c6-4062-b098-38495c3b3909) service to localhost/127.0.0.1:42467 2023-07-22T12:30:46,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/cluster_54e95403-4439-43c7-c186-55dbbe5a3739/dfs/data/data1/current/BP-1125635172-172.31.12.81-1690028974591 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:30:46,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/129c83ac-7ffa-ffa3-184b-4df45570c34e/cluster_54e95403-4439-43c7-c186-55dbbe5a3739/dfs/data/data2/current/BP-1125635172-172.31.12.81-1690028974591 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-07-22T12:30:46,190 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-07-22T12:30:46,304 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-07-22T12:30:46,370 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-07-22T12:30:46,371 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-07-22T12:30:46,380 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:30:46,495 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:30:46,606 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:30:46,606 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:30:46,712 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-07-22T12:30:46,752 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-07-22T12:30:46,754 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:30:46,763 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-07-22T12:30:46,866 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-07-22T12:30:46,866 INFO [Listener at jenkins-hbase3.apache.org/42337 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped