2023-09-06 20:27:58,056 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-09-06 20:27:58,074 main DEBUG Took 0.014820 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-09-06 20:27:58,075 main DEBUG PluginManager 'Core' found 129 plugins 2023-09-06 20:27:58,075 main DEBUG PluginManager 'Level' found 0 plugins 2023-09-06 20:27:58,076 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-09-06 20:27:58,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,090 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-09-06 20:27:58,106 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,110 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,112 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,112 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,114 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,116 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,117 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,118 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,118 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,119 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-09-06 20:27:58,120 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,121 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-09-06 20:27:58,123 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-09-06 20:27:58,126 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-09-06 20:27:58,128 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-09-06 20:27:58,129 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-09-06 20:27:58,130 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-09-06 20:27:58,131 main DEBUG PluginManager 'Converter' found 47 plugins 2023-09-06 20:27:58,143 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-09-06 20:27:58,146 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-09-06 20:27:58,150 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-09-06 20:27:58,150 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-09-06 20:27:58,151 main DEBUG createAppenders(={Console}) 2023-09-06 20:27:58,152 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-09-06 20:27:58,152 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-09-06 20:27:58,152 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-09-06 20:27:58,153 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-09-06 20:27:58,154 main DEBUG OutputStream closed 2023-09-06 20:27:58,154 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-09-06 20:27:58,154 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-09-06 20:27:58,155 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-09-06 20:27:58,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-09-06 20:27:58,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-09-06 20:27:58,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-09-06 20:27:58,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-09-06 20:27:58,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-09-06 20:27:58,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-09-06 20:27:58,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-09-06 20:27:58,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-09-06 20:27:58,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-09-06 20:27:58,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-09-06 20:27:58,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-09-06 20:27:58,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-09-06 20:27:58,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-09-06 20:27:58,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-09-06 20:27:58,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-09-06 20:27:58,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-09-06 20:27:58,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-09-06 20:27:58,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-09-06 20:27:58,221 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06 20:27:58,221 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-09-06 20:27:58,221 main DEBUG Shutdown hook enabled. Registering a new one. 2023-09-06 20:27:58,222 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-09-06T20:27:58,255 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestRepairAfterFailedDelete timeout: 13 mins 2023-09-06 20:27:58,259 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-09-06 20:27:58,259 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-09-06T20:27:58,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a 2023-09-06T20:27:58,631 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:27:58,633 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:27:58,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-09-06T20:27:58,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/cluster_f1d1f504-6119-ace4-cb98-2242da5e8700, deleteOnExit=true 2023-09-06T20:27:58,639 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-09-06T20:27:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/test.cache.data in system properties and HBase conf 2023-09-06T20:27:58,640 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:27:58,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:27:58,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:27:58,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:27:58,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:27:58,770 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-09-06T20:27:59,269 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-09-06T20:27:59,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:27:59,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:27:59,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:27:59,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:27:59,275 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:27:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:27:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:27:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:27:59,276 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:27:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:27:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:27:59,277 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:27:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:27:59,278 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-09-06T20:27:59,737 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:27:59,741 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:28:00,086 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-09-06T20:28:00,257 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@263a6874 via org.mortbay.log.Slf4jLog 2023-09-06T20:28:00,275 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:00,318 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:00,354 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/java.io.tmpdir/Jetty_localhost_42595_hdfs____5n9pq5/webapp 2023-09-06T20:28:00,488 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42595 2023-09-06T20:28:00,516 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-09-06T20:28:00,516 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-09-06T20:28:01,140 WARN [Listener at localhost/35637 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:28:01,203 WARN [Listener at localhost/35637 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-09-06T20:28:01,221 WARN [Listener at localhost/35637 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:01,226 INFO [Listener at localhost/35637 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:01,232 INFO [Listener at localhost/35637 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/java.io.tmpdir/Jetty_localhost_36489_datanode____ar8bd/webapp 2023-09-06T20:28:01,329 INFO [Listener at localhost/35637 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36489 2023-09-06T20:28:01,609 WARN [Listener at localhost/43615 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-09-06T20:28:01,885 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-09-06T20:28:02,087 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x844af107a12b5942: Processing first storage report for DS-1451eebd-881a-488b-9ebb-361e4f748132 from datanode 6b7427d5-279c-4ee7-8341-0b79f9241a51 2023-09-06T20:28:02,088 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x844af107a12b5942: from storage DS-1451eebd-881a-488b-9ebb-361e4f748132 node DatanodeRegistration(127.0.0.1:46787, datanodeUuid=6b7427d5-279c-4ee7-8341-0b79f9241a51, infoPort=42753, infoSecurePort=0, ipcPort=43615, storageInfo=lv=-57;cid=testClusterID;nsid=1355118629;c=1694032079824), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-09-06T20:28:02,088 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x844af107a12b5942: Processing first storage report for DS-e649dbb7-c029-4ada-9f15-2f638c94f94e from datanode 6b7427d5-279c-4ee7-8341-0b79f9241a51 2023-09-06T20:28:02,089 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x844af107a12b5942: from storage DS-e649dbb7-c029-4ada-9f15-2f638c94f94e node DatanodeRegistration(127.0.0.1:46787, datanodeUuid=6b7427d5-279c-4ee7-8341-0b79f9241a51, infoPort=42753, infoSecurePort=0, ipcPort=43615, storageInfo=lv=-57;cid=testClusterID;nsid=1355118629;c=1694032079824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-09-06T20:28:02,173 DEBUG [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a 2023-09-06T20:28:02,296 INFO [Listener at localhost/43615 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/cluster_f1d1f504-6119-ace4-cb98-2242da5e8700/zookeeper_0, clientPort=64091, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/cluster_f1d1f504-6119-ace4-cb98-2242da5e8700/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/cluster_f1d1f504-6119-ace4-cb98-2242da5e8700/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-09-06T20:28:02,319 INFO [Listener at localhost/43615 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64091 2023-09-06T20:28:02,329 INFO [Listener at localhost/43615 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:02,331 INFO [Listener at localhost/43615 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:03,005 INFO [Listener at localhost/43615 {}] util.FSUtils(461): Created version file at hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e with version=8 2023-09-06T20:28:03,005 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/hbase-staging 2023-09-06T20:28:03,021 DEBUG [Listener at localhost/43615 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-09-06T20:28:03,022 DEBUG [Listener at localhost/43615 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-09-06T20:28:03,022 DEBUG [Listener at localhost/43615 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-09-06T20:28:03,022 DEBUG [Listener at localhost/43615 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-09-06T20:28:03,247 DEBUG [Listener at localhost/43615 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-09-06T20:28:04,045 INFO [Listener at localhost/43615 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:28:04,092 INFO [Listener at localhost/43615 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:04,093 INFO [Listener at localhost/43615 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:04,093 INFO [Listener at localhost/43615 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:28:04,093 INFO [Listener at localhost/43615 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:04,093 INFO [Listener at localhost/43615 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:28:04,248 INFO [Listener at localhost/43615 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:28:04,379 INFO [Listener at localhost/43615 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-09-06T20:28:04,397 DEBUG [Listener at localhost/43615 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-09-06T20:28:04,403 INFO [Listener at localhost/43615 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:28:04,454 DEBUG [Listener at localhost/43615 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 12461 (auto-detected) 2023-09-06T20:28:04,456 DEBUG [Listener at localhost/43615 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-09-06T20:28:04,502 INFO [Listener at localhost/43615 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39273 2023-09-06T20:28:04,521 INFO [Listener at localhost/43615 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:04,523 INFO [Listener at localhost/43615 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:04,555 INFO [Listener at localhost/43615 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:39273 connecting to ZooKeeper ensemble=127.0.0.1:64091 2023-09-06T20:28:04,617 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:392730x0, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:28:04,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:39273-0x100eef795b90000 connected 2023-09-06T20:28:04,655 DEBUG [Listener at localhost/43615 {}] zookeeper.ZKUtil(113): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:28:04,659 DEBUG [Listener at localhost/43615 {}] zookeeper.ZKUtil(113): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:28:04,665 DEBUG [Listener at localhost/43615 {}] zookeeper.ZKUtil(113): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:28:04,678 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39273 2023-09-06T20:28:04,679 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39273 2023-09-06T20:28:04,683 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39273 2023-09-06T20:28:04,684 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39273 2023-09-06T20:28:04,684 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39273 2023-09-06T20:28:04,753 INFO [Listener at localhost/43615 {}] log.Log(170): Logging initialized @7372ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-09-06T20:28:04,896 INFO [Listener at localhost/43615 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:28:04,897 INFO [Listener at localhost/43615 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:28:04,898 INFO [Listener at localhost/43615 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:28:04,900 INFO [Listener at localhost/43615 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-09-06T20:28:04,900 INFO [Listener at localhost/43615 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:28:04,900 INFO [Listener at localhost/43615 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:28:04,904 INFO [Listener at localhost/43615 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:28:05,062 INFO [Listener at localhost/43615 {}] http.HttpServer(1219): Jetty bound to port 41917 2023-09-06T20:28:05,065 INFO [Listener at localhost/43615 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:28:05,104 INFO [Listener at localhost/43615 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:05,108 INFO [Listener at localhost/43615 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@23d5852a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:28:05,108 INFO [Listener at localhost/43615 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:05,109 INFO [Listener at localhost/43615 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@615fdfd3{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:28:05,175 INFO [Listener at localhost/43615 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:28:05,189 INFO [Listener at localhost/43615 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:28:05,189 INFO [Listener at localhost/43615 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:28:05,191 INFO [Listener at localhost/43615 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:28:05,201 INFO [Listener at localhost/43615 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:06,409 INFO [Listener at localhost/43615 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@316a7058{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:28:06,420 INFO [Listener at localhost/43615 {}] server.AbstractConnector(333): Started ServerConnector@3d9957ed{HTTP/1.1, (http/1.1)}{0.0.0.0:41917} 2023-09-06T20:28:06,420 INFO [Listener at localhost/43615 {}] server.Server(415): Started @9039ms 2023-09-06T20:28:06,424 INFO [Listener at localhost/43615 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e, hbase.cluster.distributed=false 2023-09-06T20:28:06,490 INFO [Listener at localhost/43615 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-09-06T20:28:06,490 INFO [Listener at localhost/43615 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:06,490 INFO [Listener at localhost/43615 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:06,491 INFO [Listener at localhost/43615 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-09-06T20:28:06,491 INFO [Listener at localhost/43615 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-09-06T20:28:06,491 INFO [Listener at localhost/43615 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-09-06T20:28:06,499 INFO [Listener at localhost/43615 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-09-06T20:28:06,501 INFO [Listener at localhost/43615 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-09-06T20:28:06,502 INFO [Listener at localhost/43615 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:33521 2023-09-06T20:28:06,505 INFO [Listener at localhost/43615 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-09-06T20:28:06,512 DEBUG [Listener at localhost/43615 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-09-06T20:28:06,513 INFO [Listener at localhost/43615 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:06,516 INFO [Listener at localhost/43615 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:06,518 INFO [Listener at localhost/43615 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:33521 connecting to ZooKeeper ensemble=127.0.0.1:64091 2023-09-06T20:28:06,523 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:335210x0, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-09-06T20:28:06,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:33521-0x100eef795b90001 connected 2023-09-06T20:28:06,524 DEBUG [Listener at localhost/43615 {}] zookeeper.ZKUtil(113): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-09-06T20:28:06,526 DEBUG [Listener at localhost/43615 {}] zookeeper.ZKUtil(113): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-09-06T20:28:06,526 DEBUG [Listener at localhost/43615 {}] zookeeper.ZKUtil(113): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-09-06T20:28:06,527 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33521 2023-09-06T20:28:06,527 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33521 2023-09-06T20:28:06,528 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33521 2023-09-06T20:28:06,528 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33521 2023-09-06T20:28:06,528 DEBUG [Listener at localhost/43615 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33521 2023-09-06T20:28:06,533 INFO [Listener at localhost/43615 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-09-06T20:28:06,533 INFO [Listener at localhost/43615 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-09-06T20:28:06,533 INFO [Listener at localhost/43615 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-09-06T20:28:06,534 INFO [Listener at localhost/43615 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-09-06T20:28:06,535 INFO [Listener at localhost/43615 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-09-06T20:28:06,535 INFO [Listener at localhost/43615 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-09-06T20:28:06,535 INFO [Listener at localhost/43615 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-09-06T20:28:06,538 INFO [Listener at localhost/43615 {}] http.HttpServer(1219): Jetty bound to port 41263 2023-09-06T20:28:06,538 INFO [Listener at localhost/43615 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:28:06,541 INFO [Listener at localhost/43615 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:06,542 INFO [Listener at localhost/43615 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7562d820{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop.log.dir/,AVAILABLE} 2023-09-06T20:28:06,542 INFO [Listener at localhost/43615 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:06,542 INFO [Listener at localhost/43615 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5b4c8ebc{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-09-06T20:28:06,555 INFO [Listener at localhost/43615 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-09-06T20:28:06,556 INFO [Listener at localhost/43615 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-09-06T20:28:06,556 INFO [Listener at localhost/43615 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-09-06T20:28:06,557 INFO [Listener at localhost/43615 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-09-06T20:28:06,558 INFO [Listener at localhost/43615 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-09-06T20:28:06,564 INFO [Listener at localhost/43615 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@14bca1e3{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:28:06,565 INFO [Listener at localhost/43615 {}] server.AbstractConnector(333): Started ServerConnector@2d9048f1{HTTP/1.1, (http/1.1)}{0.0.0.0:41263} 2023-09-06T20:28:06,565 INFO [Listener at localhost/43615 {}] server.Server(415): Started @9184ms 2023-09-06T20:28:06,573 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-09-06T20:28:06,579 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@3477c428{HTTP/1.1, (http/1.1)}{0.0.0.0:43641} 2023-09-06T20:28:06,579 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @9197ms 2023-09-06T20:28:06,579 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:06,593 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:28:06,593 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:28:06,597 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:06,599 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:39273 2023-09-06T20:28:06,645 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:28:06,645 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-09-06T20:28:06,645 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:06,646 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:06,646 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:28:06,647 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,39273,1694032083228 from backup master directory 2023-09-06T20:28:06,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on existing znode=/1/master 2023-09-06T20:28:06,652 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:28:06,652 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:06,653 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-09-06T20:28:06,654 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:28:06,654 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:06,658 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-09-06T20:28:06,660 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-09-06T20:28:06,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/hbase.id with ID: acbf772b-8606-4ea6-a7d9-cf7df9d580dc 2023-09-06T20:28:06,784 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-09-06T20:28:06,800 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:06,800 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:06,841 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:06,844 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-09-06T20:28:06,862 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-09-06T20:28:06,863 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-09-06T20:28:06,864 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:28:06,874 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:28:06,876 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:28:06,945 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store 2023-09-06T20:28:06,968 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-09-06T20:28:06,968 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:06,968 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:28:06,969 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:06,969 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:06,969 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:28:06,969 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:06,969 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:06,969 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:28:06,971 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/.initializing 2023-09-06T20:28:06,971 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/WALs/jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:06,980 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:28:06,994 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39273%2C1694032083228, suffix=, logDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/WALs/jenkins-hbase3.apache.org,39273,1694032083228, archiveDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/oldWALs, maxLogs=10 2023-09-06T20:28:07,024 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/WALs/jenkins-hbase3.apache.org,39273,1694032083228/jenkins-hbase3.apache.org%2C39273%2C1694032083228.1694032087000, exclude list is [], retry=0 2023-09-06T20:28:07,051 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK] 2023-09-06T20:28:07,058 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-09-06T20:28:07,126 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/WALs/jenkins-hbase3.apache.org,39273,1694032083228/jenkins-hbase3.apache.org%2C39273%2C1694032083228.1694032087000 2023-09-06T20:28:07,126 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK]] 2023-09-06T20:28:07,127 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:07,127 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:07,132 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-09-06T20:28:07,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:07,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:28:07,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-09-06T20:28:07,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:07,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:07,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-09-06T20:28:07,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:07,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:07,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-09-06T20:28:07,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:07,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:07,259 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,260 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,274 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-09-06T20:28:07,277 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-09-06T20:28:07,281 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:07,281 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9857906880, jitterRate=-0.0819108784198761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-09-06T20:28:07,288 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:28:07,289 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-09-06T20:28:07,323 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684f0a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:07,381 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-09-06T20:28:07,402 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-09-06T20:28:07,403 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-09-06T20:28:07,406 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-09-06T20:28:07,407 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-09-06T20:28:07,414 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-09-06T20:28:07,414 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-09-06T20:28:07,449 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-09-06T20:28:07,465 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-09-06T20:28:07,468 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-09-06T20:28:07,471 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-09-06T20:28:07,472 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-09-06T20:28:07,473 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-09-06T20:28:07,476 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-09-06T20:28:07,482 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-09-06T20:28:07,484 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-09-06T20:28:07,484 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-09-06T20:28:07,486 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-09-06T20:28:07,502 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-09-06T20:28:07,503 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-09-06T20:28:07,509 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:28:07,509 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-09-06T20:28:07,509 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:07,509 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:07,510 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,39273,1694032083228, sessionid=0x100eef795b90000, setting cluster-up flag (Was=false) 2023-09-06T20:28:07,519 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-09-06T20:28:07,527 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:07,527 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:07,532 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-09-06T20:28:07,533 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:07,537 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:07,538 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:07,543 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-09-06T20:28:07,545 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:07,549 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:07,549 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:07,554 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-09-06T20:28:07,556 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:07,580 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:33521 2023-09-06T20:28:07,582 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(997): ClusterId : acbf772b-8606-4ea6-a7d9-cf7df9d580dc 2023-09-06T20:28:07,584 INFO [RS:0;jenkins-hbase3:33521 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-09-06T20:28:07,586 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-09-06T20:28:07,592 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-09-06T20:28:07,592 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-09-06T20:28:07,594 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-09-06T20:28:07,595 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-09-06T20:28:07,599 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-09-06T20:28:07,600 DEBUG [RS:0;jenkins-hbase3:33521 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425d8167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:07,601 DEBUG [RS:0;jenkins-hbase3:33521 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f62bf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:28:07,606 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-09-06T20:28:07,607 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-09-06T20:28:07,607 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-09-06T20:28:07,610 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,39273,1694032083228 with isa=jenkins-hbase3.apache.org/172.31.12.81:33521, startcode=1694032086489 2023-09-06T20:28:07,629 DEBUG [RS:0;jenkins-hbase3:33521 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:28:07,700 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34941, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:28:07,708 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-09-06T20:28:07,712 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39273 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:28:07,718 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-09-06T20:28:07,725 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-09-06T20:28:07,738 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,39273,1694032083228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-09-06T20:28:07,744 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:28:07,744 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:28:07,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:28:07,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-09-06T20:28:07,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-09-06T20:28:07,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:07,745 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:28:07,746 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:07,753 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:28:07,753 WARN [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-09-06T20:28:07,768 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1694032117768 2023-09-06T20:28:07,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:28:07,772 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-09-06T20:28:07,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-09-06T20:28:07,776 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-09-06T20:28:07,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:07,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:28:07,793 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-09-06T20:28:07,794 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-09-06T20:28:07,812 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-09-06T20:28:07,814 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-09-06T20:28:07,816 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-09-06T20:28:07,829 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:07,835 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-09-06T20:28:07,838 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-09-06T20:28:07,838 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-09-06T20:28:07,849 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x75a1bb22 to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:07,855 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,39273,1694032083228 with isa=jenkins-hbase3.apache.org/172.31.12.81:33521, startcode=1694032086489 2023-09-06T20:28:07,856 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39273 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3181) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:590) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-09-06T20:28:07,859 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-09-06T20:28:07,859 WARN [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-09-06T20:28:07,859 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c75f9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:07,859 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-09-06T20:28:07,862 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-09-06T20:28:07,863 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-09-06T20:28:07,865 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032087865,5,FailOnTimeoutGroup] 2023-09-06T20:28:07,865 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032087865,5,FailOnTimeoutGroup] 2023-09-06T20:28:07,865 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:07,865 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-09-06T20:28:07,867 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:07,867 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:08,060 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,39273,1694032083228 with isa=jenkins-hbase3.apache.org/172.31.12.81:33521, startcode=1694032086489 2023-09-06T20:28:08,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39273 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:08,075 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:08,075 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:35637 2023-09-06T20:28:08,075 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=41917 2023-09-06T20:28:08,081 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-09-06T20:28:08,082 DEBUG [RS:0;jenkins-hbase3:33521 {}] zookeeper.ZKUtil(111): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:08,082 WARN [RS:0;jenkins-hbase3:33521 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-09-06T20:28:08,082 INFO [RS:0;jenkins-hbase3:33521 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:28:08,082 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:08,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,33521,1694032086489] 2023-09-06T20:28:08,100 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-09-06T20:28:08,114 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-09-06T20:28:08,127 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-09-06T20:28:08,131 INFO [RS:0;jenkins-hbase3:33521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-09-06T20:28:08,132 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:08,132 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-09-06T20:28:08,142 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:08,142 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,142 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,142 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,142 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,143 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,143 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-09-06T20:28:08,143 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,143 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,143 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,143 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,143 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-09-06T20:28:08,144 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:28:08,144 DEBUG [RS:0;jenkins-hbase3:33521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-09-06T20:28:08,144 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:08,145 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:08,145 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:08,145 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:08,145 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33521,1694032086489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:28:08,160 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-09-06T20:28:08,163 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,33521,1694032086489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:08,178 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,33521,1694032086489 started 2023-09-06T20:28:08,178 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,33521,1694032086489, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:33521, sessionid=0x100eef795b90001 2023-09-06T20:28:08,179 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-09-06T20:28:08,179 DEBUG [RS:0;jenkins-hbase3:33521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:08,179 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33521,1694032086489' 2023-09-06T20:28:08,179 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-09-06T20:28:08,180 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-09-06T20:28:08,180 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-09-06T20:28:08,180 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-09-06T20:28:08,180 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33521,1694032086489' 2023-09-06T20:28:08,180 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:28:08,181 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:28:08,181 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-09-06T20:28:08,182 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-09-06T20:28:08,182 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-09-06T20:28:08,182 DEBUG [RS:0;jenkins-hbase3:33521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:08,182 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,33521,1694032086489' 2023-09-06T20:28:08,182 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-09-06T20:28:08,182 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-09-06T20:28:08,183 DEBUG [RS:0;jenkins-hbase3:33521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-09-06T20:28:08,183 INFO [RS:0;jenkins-hbase3:33521 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-09-06T20:28:08,183 INFO [RS:0;jenkins-hbase3:33521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-09-06T20:28:08,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-09-06T20:28:08,229 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:08,293 INFO [RS:0;jenkins-hbase3:33521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-09-06T20:28:08,296 INFO [RS:0;jenkins-hbase3:33521 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33521%2C1694032086489, suffix=, logDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489, archiveDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/oldWALs, maxLogs=32 2023-09-06T20:28:08,309 DEBUG [RS:0;jenkins-hbase3:33521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.1694032088297, exclude list is [], retry=0 2023-09-06T20:28:08,315 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK] 2023-09-06T20:28:08,319 INFO [RS:0;jenkins-hbase3:33521 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.1694032088297 2023-09-06T20:28:08,319 DEBUG [RS:0;jenkins-hbase3:33521 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK]] 2023-09-06T20:28:08,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:08,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:28:08,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:28:08,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:08,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:28:08,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:28:08,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:28:08,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:08,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:28:08,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:28:08,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:28:08,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:08,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:28:08,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740 2023-09-06T20:28:08,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740 2023-09-06T20:28:08,661 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:28:08,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:28:08,666 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:08,667 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9886536160, jitterRate=-0.07924456894397736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:28:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:28:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:28:08,670 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:28:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:28:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:28:08,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:28:08,672 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:28:08,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:28:08,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-09-06T20:28:08,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-09-06T20:28:08,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-09-06T20:28:08,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-09-06T20:28:08,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-09-06T20:28:08,855 DEBUG [jenkins-hbase3:39273 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-09-06T20:28:08,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:08,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,33521,1694032086489, state=OPENING 2023-09-06T20:28:08,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-09-06T20:28:08,883 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:08,883 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:08,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:28:08,884 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:28:08,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:09,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:09,083 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-09-06T20:28:09,086 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52132, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-09-06T20:28:09,098 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-09-06T20:28:09,099 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-09-06T20:28:09,099 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-09-06T20:28:09,102 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta, suffix=.meta, logDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489, archiveDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/oldWALs, maxLogs=32 2023-09-06T20:28:09,115 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta.1694032089103.meta, exclude list is [], retry=0 2023-09-06T20:28:09,119 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK] 2023-09-06T20:28:09,123 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta.1694032089103.meta 2023-09-06T20:28:09,123 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK]] 2023-09-06T20:28:09,123 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:09,128 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:09,129 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-09-06T20:28:09,146 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-09-06T20:28:09,146 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-09-06T20:28:09,151 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-09-06T20:28:09,151 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:09,151 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-09-06T20:28:09,151 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-09-06T20:28:09,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-09-06T20:28:09,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-09-06T20:28:09,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:09,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:28:09,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-09-06T20:28:09,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-09-06T20:28:09,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:28:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-09-06T20:28:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-09-06T20:28:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:09,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-09-06T20:28:09,163 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740 2023-09-06T20:28:09,166 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740 2023-09-06T20:28:09,169 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-09-06T20:28:09,171 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-09-06T20:28:09,173 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10964107360, jitterRate=0.021112069487571716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-09-06T20:28:09,174 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-09-06T20:28:09,186 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1694032089071 2023-09-06T20:28:09,205 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-09-06T20:28:09,206 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-09-06T20:28:09,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:09,208 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,33521,1694032086489, state=OPEN 2023-09-06T20:28:09,212 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:28:09,212 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-09-06T20:28:09,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:28:09,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-09-06T20:28:09,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-09-06T20:28:09,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,33521,1694032086489 in 325 msec 2023-09-06T20:28:09,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-09-06T20:28:09,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 533 msec 2023-09-06T20:28:09,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6060 sec 2023-09-06T20:28:09,234 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1694032089233, completionTime=-1 2023-09-06T20:28:09,234 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-09-06T20:28:09,234 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-09-06T20:28:09,439 DEBUG [hconnection-0x1c668b17-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:09,443 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:52134, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:09,464 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-09-06T20:28:09,464 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1694032149464 2023-09-06T20:28:09,465 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1694032209465 2023-09-06T20:28:09,465 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 230 msec 2023-09-06T20:28:09,487 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39273,1694032083228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:09,488 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39273,1694032083228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:09,488 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39273,1694032083228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:09,490 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:39273, period=300000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:09,491 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-09-06T20:28:09,497 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-09-06T20:28:09,511 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-09-06T20:28:09,512 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-09-06T20:28:09,521 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-09-06T20:28:09,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:09,527 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:09,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:09,949 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bcce112dc9b5fee14a5e9b69a7ad57e9, NAME => 'hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:09,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:09,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing bcce112dc9b5fee14a5e9b69a7ad57e9, disabling compactions & flushes 2023-09-06T20:28:09,961 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:09,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:09,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. after waiting 0 ms 2023-09-06T20:28:09,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:09,961 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:09,961 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for bcce112dc9b5fee14a5e9b69a7ad57e9: 2023-09-06T20:28:09,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:09,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1694032089966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032089966"}]},"ts":"1694032089966"} 2023-09-06T20:28:10,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:10,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:10,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032090026"}]},"ts":"1694032090026"} 2023-09-06T20:28:10,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-09-06T20:28:10,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bcce112dc9b5fee14a5e9b69a7ad57e9, ASSIGN}] 2023-09-06T20:28:10,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bcce112dc9b5fee14a5e9b69a7ad57e9, ASSIGN 2023-09-06T20:28:10,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=bcce112dc9b5fee14a5e9b69a7ad57e9, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33521,1694032086489; forceNewPlan=false, retain=false 2023-09-06T20:28:10,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bcce112dc9b5fee14a5e9b69a7ad57e9, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:10,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure bcce112dc9b5fee14a5e9b69a7ad57e9, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:10,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:10,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => bcce112dc9b5fee14a5e9b69a7ad57e9, NAME => 'hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:10,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace bcce112dc9b5fee14a5e9b69a7ad57e9 2023-09-06T20:28:10,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:10,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for bcce112dc9b5fee14a5e9b69a7ad57e9 2023-09-06T20:28:10,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for bcce112dc9b5fee14a5e9b69a7ad57e9 2023-09-06T20:28:10,368 INFO [StoreOpener-bcce112dc9b5fee14a5e9b69a7ad57e9-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bcce112dc9b5fee14a5e9b69a7ad57e9 2023-09-06T20:28:10,370 INFO [StoreOpener-bcce112dc9b5fee14a5e9b69a7ad57e9-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcce112dc9b5fee14a5e9b69a7ad57e9 columnFamilyName info 2023-09-06T20:28:10,370 DEBUG [StoreOpener-bcce112dc9b5fee14a5e9b69a7ad57e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:10,371 INFO [StoreOpener-bcce112dc9b5fee14a5e9b69a7ad57e9-1 {}] regionserver.HStore(324): Store=bcce112dc9b5fee14a5e9b69a7ad57e9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9 2023-09-06T20:28:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9 2023-09-06T20:28:10,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for bcce112dc9b5fee14a5e9b69a7ad57e9 2023-09-06T20:28:10,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:10,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened bcce112dc9b5fee14a5e9b69a7ad57e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10791111680, jitterRate=0.005000591278076172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:10,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for bcce112dc9b5fee14a5e9b69a7ad57e9: 2023-09-06T20:28:10,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9., pid=6, masterSystemTime=1694032090357 2023-09-06T20:28:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:10,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:10,387 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bcce112dc9b5fee14a5e9b69a7ad57e9, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:10,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-09-06T20:28:10,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure bcce112dc9b5fee14a5e9b69a7ad57e9, server=jenkins-hbase3.apache.org,33521,1694032086489 in 187 msec 2023-09-06T20:28:10,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-09-06T20:28:10,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=bcce112dc9b5fee14a5e9b69a7ad57e9, ASSIGN in 353 msec 2023-09-06T20:28:10,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:10,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032090400"}]},"ts":"1694032090400"} 2023-09-06T20:28:10,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-09-06T20:28:10,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:10,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 893 msec 2023-09-06T20:28:10,425 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-09-06T20:28:10,427 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:10,427 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:10,427 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-09-06T20:28:10,474 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-09-06T20:28:10,494 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:10,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 34 msec 2023-09-06T20:28:10,513 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-09-06T20:28:10,526 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:10,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2023-09-06T20:28:10,540 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-09-06T20:28:10,542 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-09-06T20:28:10,543 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 3.889sec 2023-09-06T20:28:10,545 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-09-06T20:28:10,548 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-09-06T20:28:10,549 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-09-06T20:28:10,550 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-09-06T20:28:10,551 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-09-06T20:28:10,553 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39273,1694032083228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-09-06T20:28:10,554 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39273,1694032083228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-09-06T20:28:10,571 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-09-06T20:28:10,573 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-09-06T20:28:10,573 DEBUG [Listener at localhost/43615 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4329b0d7 to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:10,578 DEBUG [Listener at localhost/43615 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79440c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:10,585 DEBUG [Listener at localhost/43615 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-09-06T20:28:10,585 DEBUG [Listener at localhost/43615 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-09-06T20:28:10,602 DEBUG [hconnection-0x529afb13-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:10,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56100, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:10,623 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/test.cache.data in system properties and HBase conf 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop.tmp.dir in system properties and HBase conf 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop.log.dir in system properties and HBase conf 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/mapreduce.cluster.local.dir in system properties and HBase conf 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-09-06T20:28:10,624 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/nfs.dump.dir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/java.io.tmpdir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/dfs.journalnode.edits.dir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-09-06T20:28:10,625 INFO [Listener at localhost/43615 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-09-06T20:28:12,482 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:12,834 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:12,840 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37011_jobhistory____1ogy46/webapp 2023-09-06T20:28:13,033 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-09-06T20:28:13,033 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-09-06T20:28:13,033 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:28:13,037 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:28:13,120 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:13,228 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:13,519 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-09-06T20:28:13,553 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37011 2023-09-06T20:28:13,979 WARN [Listener at jenkins-hbase3.apache.org/33079 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:14,059 WARN [Listener at jenkins-hbase3.apache.org/33079 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:28:14,060 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:14,065 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39477_cluster____.6bclu3/webapp 2023-09-06T20:28:14,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-09-06T20:28:14,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-09-06T20:28:14,141 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:28:14,141 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-09-06T20:28:14,141 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:28:14,142 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:28:14,149 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:14,347 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:14,433 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:14,440 INFO [Listener at jenkins-hbase3.apache.org/33079 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39477 2023-09-06T20:28:14,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:28:14,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-09-06T20:28:14,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:14,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-09-06T20:28:14,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:14,771 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:14,771 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-09-06T20:28:14,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:28:14,773 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-09-06T20:28:14,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-09-06T20:28:14,773 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:14,872 WARN [Listener at jenkins-hbase3.apache.org/39211 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:14,899 WARN [Listener at jenkins-hbase3.apache.org/39211 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:28:14,900 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:14,906 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33485_node____.nneec0/webapp 2023-09-06T20:28:14,960 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:28:14,961 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:28:14,961 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:28:14,961 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:28:14,970 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:14,993 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:15,067 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:15,077 INFO [Listener at jenkins-hbase3.apache.org/39211 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33485 2023-09-06T20:28:15,213 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-09-06T20:28:15,220 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-09-06T20:28:15,221 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): jetty-6.1.26 2023-09-06T20:28:15,227 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40821_node____.epmuee/webapp 2023-09-06T20:28:15,277 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-09-06T20:28:15,277 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-09-06T20:28:15,278 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-09-06T20:28:15,278 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-09-06T20:28:15,285 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:15,300 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:15,358 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-09-06T20:28:15,364 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40821 2023-09-06T20:28:15,394 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-09-06T20:28:15,395 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:35637/backupUT 2023-09-06T20:28:15,406 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:15,410 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:54592, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:28:15,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-09-06T20:28:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-09-06T20:28:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:28:15,444 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:15,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 27 msec 2023-09-06T20:28:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=9 2023-09-06T20:28:15,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-09-06T20:28:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-09-06T20:28:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:28:15,553 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:15,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-09-06T20:28:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=10 2023-09-06T20:28:15,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-09-06T20:28:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-09-06T20:28:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:28:15,662 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:15,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 15 msec 2023-09-06T20:28:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=11 2023-09-06T20:28:15,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-09-06T20:28:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-09-06T20:28:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:28:15,771 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:15,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-09-06T20:28:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-09-06T20:28:15,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'test-1694032095395', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1694032095395 2023-09-06T20:28:15,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1694032095395 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:15,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1694032095395" procId is: 13 2023-09-06T20:28:15,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:15,888 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1694032095395 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:16,321 INFO [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0e1d8838ed69d81deef9a9edcdcd22cf, NAME => 'test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1694032095395', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:16,337 DEBUG [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(888): Instantiated test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:16,337 DEBUG [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(1668): Closing 0e1d8838ed69d81deef9a9edcdcd22cf, disabling compactions & flushes 2023-09-06T20:28:16,338 INFO [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(1690): Closing region test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:16,338 DEBUG [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:16,338 DEBUG [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. after waiting 0 ms 2023-09-06T20:28:16,338 DEBUG [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:16,338 INFO [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(1909): Closed test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:16,338 DEBUG [RegionOpenAndInit-test-1694032095395-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0e1d8838ed69d81deef9a9edcdcd22cf: 2023-09-06T20:28:16,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1694032095395 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:16,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1694032096339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032096339"}]},"ts":"1694032096339"} 2023-09-06T20:28:16,342 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:16,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1694032095395 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:16,344 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032095395","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032096343"}]},"ts":"1694032096343"} 2023-09-06T20:28:16,346 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032095395, state=ENABLING in hbase:meta 2023-09-06T20:28:16,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032095395, region=0e1d8838ed69d81deef9a9edcdcd22cf, ASSIGN}] 2023-09-06T20:28:16,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1694032095395, region=0e1d8838ed69d81deef9a9edcdcd22cf, ASSIGN 2023-09-06T20:28:16,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1694032095395, region=0e1d8838ed69d81deef9a9edcdcd22cf, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33521,1694032086489; forceNewPlan=false, retain=false 2023-09-06T20:28:16,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:16,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=0e1d8838ed69d81deef9a9edcdcd22cf, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:16,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 0e1d8838ed69d81deef9a9edcdcd22cf, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:16,668 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:16,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 0e1d8838ed69d81deef9a9edcdcd22cf, NAME => 'test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:16,669 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:16,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1694032095395 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:16,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:16,669 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:16,670 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:16,673 INFO [StoreOpener-0e1d8838ed69d81deef9a9edcdcd22cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:16,675 INFO [StoreOpener-0e1d8838ed69d81deef9a9edcdcd22cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e1d8838ed69d81deef9a9edcdcd22cf columnFamilyName f 2023-09-06T20:28:16,675 DEBUG [StoreOpener-0e1d8838ed69d81deef9a9edcdcd22cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:16,676 INFO [StoreOpener-0e1d8838ed69d81deef9a9edcdcd22cf-1 {}] regionserver.HStore(324): Store=0e1d8838ed69d81deef9a9edcdcd22cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:16,677 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:16,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:16,681 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:16,686 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:16,687 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 0e1d8838ed69d81deef9a9edcdcd22cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9499834720, jitterRate=-0.11525894701480865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:16,687 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 0e1d8838ed69d81deef9a9edcdcd22cf: 2023-09-06T20:28:16,689 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf., pid=15, masterSystemTime=1694032096660 2023-09-06T20:28:16,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:16,691 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:16,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=0e1d8838ed69d81deef9a9edcdcd22cf, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:16,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-09-06T20:28:16,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 0e1d8838ed69d81deef9a9edcdcd22cf, server=jenkins-hbase3.apache.org,33521,1694032086489 in 188 msec 2023-09-06T20:28:16,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-09-06T20:28:16,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1694032095395, region=0e1d8838ed69d81deef9a9edcdcd22cf, ASSIGN in 347 msec 2023-09-06T20:28:16,701 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1694032095395 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:16,702 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1694032095395","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032096701"}]},"ts":"1694032096701"} 2023-09-06T20:28:16,704 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1694032095395, state=ENABLED in hbase:meta 2023-09-06T20:28:16,706 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1694032095395 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:16,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1694032095395 in 825 msec 2023-09-06T20:28:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=13 2023-09-06T20:28:17,001 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: default:test-1694032095395, procId: 13 completed 2023-09-06T20:28:17,002 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4e163dfb to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:17,009 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4006de89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:17,011 DEBUG [hconnection-0x382078d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:17,014 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56114, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:17,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] regionserver.HRegion(8210): writing data to region test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:28:17,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns2:test-16940320953951', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16940320953951 2023-09-06T20:28:17,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940320953951 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:17,119 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:17,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16940320953951" procId is: 16 2023-09-06T20:28:17,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16940320953951 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:17,539 INFO [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => eec0a5009e2bcedc64d9baa9e6ae021d, NAME => 'ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16940320953951', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:17,953 DEBUG [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:17,953 DEBUG [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(1668): Closing eec0a5009e2bcedc64d9baa9e6ae021d, disabling compactions & flushes 2023-09-06T20:28:17,953 INFO [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:17,953 DEBUG [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:17,953 DEBUG [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. after waiting 0 ms 2023-09-06T20:28:17,953 DEBUG [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:17,953 INFO [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:17,953 DEBUG [RegionOpenAndInit-ns2:test-16940320953951-pool-0 {}] regionserver.HRegion(1622): Region close journal for eec0a5009e2bcedc64d9baa9e6ae021d: 2023-09-06T20:28:17,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16940320953951 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:17,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032097955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032097955"}]},"ts":"1694032097955"} 2023-09-06T20:28:17,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:17,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16940320953951 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:17,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940320953951","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032097959"}]},"ts":"1694032097959"} 2023-09-06T20:28:17,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940320953951, state=ENABLING in hbase:meta 2023-09-06T20:28:17,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940320953951, region=eec0a5009e2bcedc64d9baa9e6ae021d, ASSIGN}] 2023-09-06T20:28:17,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16940320953951, region=eec0a5009e2bcedc64d9baa9e6ae021d, ASSIGN 2023-09-06T20:28:17,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16940320953951, region=eec0a5009e2bcedc64d9baa9e6ae021d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33521,1694032086489; forceNewPlan=false, retain=false 2023-09-06T20:28:18,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=eec0a5009e2bcedc64d9baa9e6ae021d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:18,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure eec0a5009e2bcedc64d9baa9e6ae021d, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:18,279 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:18,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => eec0a5009e2bcedc64d9baa9e6ae021d, NAME => 'ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:18,280 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:18,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320953951 eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:18,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:18,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:18,280 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:18,282 INFO [StoreOpener-eec0a5009e2bcedc64d9baa9e6ae021d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:18,284 INFO [StoreOpener-eec0a5009e2bcedc64d9baa9e6ae021d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eec0a5009e2bcedc64d9baa9e6ae021d columnFamilyName f 2023-09-06T20:28:18,284 DEBUG [StoreOpener-eec0a5009e2bcedc64d9baa9e6ae021d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:18,285 INFO [StoreOpener-eec0a5009e2bcedc64d9baa9e6ae021d-1 {}] regionserver.HStore(324): Store=eec0a5009e2bcedc64d9baa9e6ae021d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:18,286 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:18,287 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:18,290 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:18,297 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:18,297 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened eec0a5009e2bcedc64d9baa9e6ae021d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12008560480, jitterRate=0.11838434636592865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:18,298 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for eec0a5009e2bcedc64d9baa9e6ae021d: 2023-09-06T20:28:18,299 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d., pid=18, masterSystemTime=1694032098275 2023-09-06T20:28:18,301 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:18,301 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:18,302 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=eec0a5009e2bcedc64d9baa9e6ae021d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:18,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-09-06T20:28:18,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure eec0a5009e2bcedc64d9baa9e6ae021d, server=jenkins-hbase3.apache.org,33521,1694032086489 in 182 msec 2023-09-06T20:28:18,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-09-06T20:28:18,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16940320953951, region=eec0a5009e2bcedc64d9baa9e6ae021d, ASSIGN in 342 msec 2023-09-06T20:28:18,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16940320953951 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:18,310 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16940320953951","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032098310"}]},"ts":"1694032098310"} 2023-09-06T20:28:18,312 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16940320953951, state=ENABLED in hbase:meta 2023-09-06T20:28:18,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16940320953951 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:18,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16940320953951 in 1.1990 sec 2023-09-06T20:28:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-09-06T20:28:19,230 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns2:test-16940320953951, procId: 16 completed 2023-09-06T20:28:19,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] regionserver.HRegion(8210): writing data to region ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. with WAL disabled. Data may be lost in the event of a crash. 2023-09-06T20:28:19,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns3:test-16940320953952', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16940320953952 2023-09-06T20:28:19,320 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940320953952 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:19,320 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:19,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16940320953952" procId is: 19 2023-09-06T20:28:19,321 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16940320953952 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:19,738 INFO [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4cabed1bf144f05768b826d1898a4d7c, NAME => 'ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16940320953952', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:20,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1694032095395' 2023-09-06T20:28:20,110 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16940320953951' 2023-09-06T20:28:20,155 DEBUG [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:20,155 DEBUG [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(1668): Closing 4cabed1bf144f05768b826d1898a4d7c, disabling compactions & flushes 2023-09-06T20:28:20,155 INFO [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:20,155 DEBUG [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:20,155 DEBUG [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. after waiting 0 ms 2023-09-06T20:28:20,155 DEBUG [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:20,155 INFO [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:20,155 DEBUG [RegionOpenAndInit-ns3:test-16940320953952-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4cabed1bf144f05768b826d1898a4d7c: 2023-09-06T20:28:20,157 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16940320953952 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:20,157 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032100157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032100157"}]},"ts":"1694032100157"} 2023-09-06T20:28:20,160 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:20,161 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16940320953952 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:20,161 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940320953952","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032100161"}]},"ts":"1694032100161"} 2023-09-06T20:28:20,164 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940320953952, state=ENABLING in hbase:meta 2023-09-06T20:28:20,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940320953952, region=4cabed1bf144f05768b826d1898a4d7c, ASSIGN}] 2023-09-06T20:28:20,172 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16940320953952, region=4cabed1bf144f05768b826d1898a4d7c, ASSIGN 2023-09-06T20:28:20,173 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16940320953952, region=4cabed1bf144f05768b826d1898a4d7c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33521,1694032086489; forceNewPlan=false, retain=false 2023-09-06T20:28:20,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=4cabed1bf144f05768b826d1898a4d7c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:20,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 4cabed1bf144f05768b826d1898a4d7c, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:20,485 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:20,486 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 4cabed1bf144f05768b826d1898a4d7c, NAME => 'ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:20,486 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:20,486 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320953952 4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:20,486 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:20,486 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:20,486 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:20,488 INFO [StoreOpener-4cabed1bf144f05768b826d1898a4d7c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:20,490 INFO [StoreOpener-4cabed1bf144f05768b826d1898a4d7c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cabed1bf144f05768b826d1898a4d7c columnFamilyName f 2023-09-06T20:28:20,490 DEBUG [StoreOpener-4cabed1bf144f05768b826d1898a4d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:20,491 INFO [StoreOpener-4cabed1bf144f05768b826d1898a4d7c-1 {}] regionserver.HStore(324): Store=4cabed1bf144f05768b826d1898a4d7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:20,492 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns3/test-16940320953952/4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:20,493 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns3/test-16940320953952/4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:20,496 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:20,499 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns3/test-16940320953952/4cabed1bf144f05768b826d1898a4d7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:20,500 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 4cabed1bf144f05768b826d1898a4d7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11064358240, jitterRate=0.030448660254478455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:20,501 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 4cabed1bf144f05768b826d1898a4d7c: 2023-09-06T20:28:20,502 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c., pid=21, masterSystemTime=1694032100480 2023-09-06T20:28:20,505 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:20,505 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:20,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=4cabed1bf144f05768b826d1898a4d7c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:20,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-09-06T20:28:20,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 4cabed1bf144f05768b826d1898a4d7c, server=jenkins-hbase3.apache.org,33521,1694032086489 in 180 msec 2023-09-06T20:28:20,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-09-06T20:28:20,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16940320953952, region=4cabed1bf144f05768b826d1898a4d7c, ASSIGN in 341 msec 2023-09-06T20:28:20,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16940320953952 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:20,515 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16940320953952","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032100515"}]},"ts":"1694032100515"} 2023-09-06T20:28:20,517 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16940320953952, state=ENABLED in hbase:meta 2023-09-06T20:28:20,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16940320953952 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:20,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16940320953952 in 1.2040 sec 2023-09-06T20:28:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=19 2023-09-06T20:28:21,431 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns3:test-16940320953952, procId: 19 completed 2023-09-06T20:28:21,431 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16940320953952 get assigned. Timeout = 60000ms 2023-09-06T20:28:21,434 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:28:21,439 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16940320953952 assigned to meta. Checking AM states. 2023-09-06T20:28:21,440 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:28:21,440 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16940320953952 assigned. 2023-09-06T20:28:21,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'ns4:test-16940320953953', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16940320953953 2023-09-06T20:28:21,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940320953953 execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:21,448 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:21,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16940320953953" procId is: 22 2023-09-06T20:28:21,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16940320953953 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:21,869 INFO [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3d9a14743b70e83a529f1f38a07395b0, NAME => 'ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16940320953953', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:22,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:28:22,284 DEBUG [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:22,284 DEBUG [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(1668): Closing 3d9a14743b70e83a529f1f38a07395b0, disabling compactions & flushes 2023-09-06T20:28:22,284 INFO [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:22,284 DEBUG [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:22,284 DEBUG [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. after waiting 0 ms 2023-09-06T20:28:22,284 DEBUG [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:22,284 INFO [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:22,284 DEBUG [RegionOpenAndInit-ns4:test-16940320953953-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3d9a14743b70e83a529f1f38a07395b0: 2023-09-06T20:28:22,286 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16940320953953 execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:22,286 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1694032102286"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032102286"}]},"ts":"1694032102286"} 2023-09-06T20:28:22,289 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:22,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16940320953953 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:22,290 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940320953953","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032102290"}]},"ts":"1694032102290"} 2023-09-06T20:28:22,291 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940320953953, state=ENABLING in hbase:meta 2023-09-06T20:28:22,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940320953953, region=3d9a14743b70e83a529f1f38a07395b0, ASSIGN}] 2023-09-06T20:28:22,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16940320953953, region=3d9a14743b70e83a529f1f38a07395b0, ASSIGN 2023-09-06T20:28:22,299 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16940320953953, region=3d9a14743b70e83a529f1f38a07395b0, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33521,1694032086489; forceNewPlan=false, retain=false 2023-09-06T20:28:22,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=3d9a14743b70e83a529f1f38a07395b0, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:22,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 3d9a14743b70e83a529f1f38a07395b0, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:22,610 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:22,610 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 3d9a14743b70e83a529f1f38a07395b0, NAME => 'ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:22,611 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:22,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16940320953953 3d9a14743b70e83a529f1f38a07395b0 2023-09-06T20:28:22,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:22,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 3d9a14743b70e83a529f1f38a07395b0 2023-09-06T20:28:22,611 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 3d9a14743b70e83a529f1f38a07395b0 2023-09-06T20:28:22,614 INFO [StoreOpener-3d9a14743b70e83a529f1f38a07395b0-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d9a14743b70e83a529f1f38a07395b0 2023-09-06T20:28:22,616 INFO [StoreOpener-3d9a14743b70e83a529f1f38a07395b0-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d9a14743b70e83a529f1f38a07395b0 columnFamilyName f 2023-09-06T20:28:22,616 DEBUG [StoreOpener-3d9a14743b70e83a529f1f38a07395b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:22,617 INFO [StoreOpener-3d9a14743b70e83a529f1f38a07395b0-1 {}] regionserver.HStore(324): Store=3d9a14743b70e83a529f1f38a07395b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:22,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns4/test-16940320953953/3d9a14743b70e83a529f1f38a07395b0 2023-09-06T20:28:22,619 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns4/test-16940320953953/3d9a14743b70e83a529f1f38a07395b0 2023-09-06T20:28:22,622 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 3d9a14743b70e83a529f1f38a07395b0 2023-09-06T20:28:22,625 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns4/test-16940320953953/3d9a14743b70e83a529f1f38a07395b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:22,626 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 3d9a14743b70e83a529f1f38a07395b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11089633440, jitterRate=0.03280259668827057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-09-06T20:28:22,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 3d9a14743b70e83a529f1f38a07395b0: 2023-09-06T20:28:22,628 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0., pid=24, masterSystemTime=1694032102605 2023-09-06T20:28:22,630 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:22,630 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:22,630 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=3d9a14743b70e83a529f1f38a07395b0, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:22,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-09-06T20:28:22,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 3d9a14743b70e83a529f1f38a07395b0, server=jenkins-hbase3.apache.org,33521,1694032086489 in 180 msec 2023-09-06T20:28:22,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-09-06T20:28:22,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16940320953953, region=3d9a14743b70e83a529f1f38a07395b0, ASSIGN in 339 msec 2023-09-06T20:28:22,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16940320953953 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:22,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16940320953953","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032102639"}]},"ts":"1694032102639"} 2023-09-06T20:28:22,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16940320953953, state=ENABLED in hbase:meta 2023-09-06T20:28:22,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16940320953953 execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:22,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16940320953953 in 1.2010 sec 2023-09-06T20:28:23,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-09-06T20:28:23,558 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: ns4:test-16940320953953, procId: 22 completed 2023-09-06T20:28:23,559 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16940320953953 get assigned. Timeout = 60000ms 2023-09-06T20:28:23,559 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:28:23,564 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16940320953953 assigned to meta. Checking AM states. 2023-09-06T20:28:23,564 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-09-06T20:28:23,564 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16940320953953 assigned. 2023-09-06T20:28:23,565 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4e163dfb to 127.0.0.1:64091 2023-09-06T20:28:23,565 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:23,607 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.ResourceChecker(147): before: backup.TestRepairAfterFailedDelete#testRepairBackupDelete Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=293, ProcessCount=167, AvailableMemoryMB=3807 2023-09-06T20:28:23,607 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-09-06T20:28:23,609 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] backup.TestRepairAfterFailedDelete(51): test repair backup delete on a single table with data 2023-09-06T20:28:23,611 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x66c6cbdf to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:23,617 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743eb5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:23,625 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:23,627 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56836, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:23,640 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:23,641 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53552, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:28:23,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$17(3367): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-09-06T20:28:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-09-06T20:28:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:28:23,668 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-09-06T20:28:23,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 20 msec 2023-09-06T20:28:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=25 2023-09-06T20:28:23,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-09-06T20:28:23,776 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:23,777 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:23,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-09-06T20:28:23,778 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:24,195 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0aa754c75eae865f11ced6375c6411de, NAME => 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:24,207 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:24,207 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 0aa754c75eae865f11ced6375c6411de, disabling compactions & flushes 2023-09-06T20:28:24,207 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:24,207 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:24,207 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. after waiting 0 ms 2023-09-06T20:28:24,207 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:24,207 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:24,208 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:24,209 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:24,210 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694032104209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032104209"}]},"ts":"1694032104209"} 2023-09-06T20:28:24,212 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:24,213 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:24,213 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032104213"}]},"ts":"1694032104213"} 2023-09-06T20:28:24,215 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:28:24,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, ASSIGN}] 2023-09-06T20:28:24,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, ASSIGN 2023-09-06T20:28:24,223 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33521,1694032086489; forceNewPlan=false, retain=false 2023-09-06T20:28:24,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940320953953 2023-09-06T20:28:24,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16940320953953 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:24,376 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=0aa754c75eae865f11ced6375c6411de, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:24,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1694032095395 2023-09-06T20:28:24,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1694032095395 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:24,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940320953952 2023-09-06T20:28:24,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16940320953952 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:24,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 0aa754c75eae865f11ced6375c6411de, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:24,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940320953951 2023-09-06T20:28:24,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16940320953951 Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:24,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:24,536 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:24,536 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 0aa754c75eae865f11ced6375c6411de, NAME => 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:24,537 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:24,537 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:24,537 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:24,537 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:24,537 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:24,539 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:24,542 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa754c75eae865f11ced6375c6411de columnFamilyName meta 2023-09-06T20:28:24,542 DEBUG [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:24,543 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.HStore(324): Store=0aa754c75eae865f11ced6375c6411de/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:24,543 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:24,544 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa754c75eae865f11ced6375c6411de columnFamilyName session 2023-09-06T20:28:24,544 DEBUG [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:24,545 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.HStore(324): Store=0aa754c75eae865f11ced6375c6411de/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:24,546 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:24,547 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:24,548 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:28:24,550 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:24,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:24,553 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 0aa754c75eae865f11ced6375c6411de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10782216640, jitterRate=0.004172176122665405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:28:24,554 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:24,555 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de., pid=28, masterSystemTime=1694032104531 2023-09-06T20:28:24,557 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:24,557 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:24,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=0aa754c75eae865f11ced6375c6411de, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:24,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-09-06T20:28:24,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 0aa754c75eae865f11ced6375c6411de, server=jenkins-hbase3.apache.org,33521,1694032086489 in 181 msec 2023-09-06T20:28:24,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-09-06T20:28:24,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, ASSIGN in 342 msec 2023-09-06T20:28:24,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:24,566 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032104565"}]},"ts":"1694032104565"} 2023-09-06T20:28:24,567 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:28:24,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:24,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 798 msec 2023-09-06T20:28:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=26 2023-09-06T20:28:24,885 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-09-06T20:28:24,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$4(2332): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-09-06T20:28:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-09-06T20:28:24,902 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-09-06T20:28:24,902 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:24,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(710): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-09-06T20:28:24,903 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-09-06T20:28:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:25,317 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d7d2f514d75f3bea4788057398cdaef7, NAME => 'backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:25,730 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:25,730 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing d7d2f514d75f3bea4788057398cdaef7, disabling compactions & flushes 2023-09-06T20:28:25,730 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:25,730 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:25,731 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. after waiting 0 ms 2023-09-06T20:28:25,731 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:25,731 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:25,731 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for d7d2f514d75f3bea4788057398cdaef7: 2023-09-06T20:28:25,732 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-09-06T20:28:25,732 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1694032105732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032105732"}]},"ts":"1694032105732"} 2023-09-06T20:28:25,734 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:25,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-09-06T20:28:25,736 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032105736"}]},"ts":"1694032105736"} 2023-09-06T20:28:25,737 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-09-06T20:28:25,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=d7d2f514d75f3bea4788057398cdaef7, ASSIGN}] 2023-09-06T20:28:25,745 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=d7d2f514d75f3bea4788057398cdaef7, ASSIGN 2023-09-06T20:28:25,745 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=d7d2f514d75f3bea4788057398cdaef7, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,33521,1694032086489; forceNewPlan=false, retain=false 2023-09-06T20:28:25,897 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d7d2f514d75f3bea4788057398cdaef7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:25,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure d7d2f514d75f3bea4788057398cdaef7, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:26,055 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:26,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => d7d2f514d75f3bea4788057398cdaef7, NAME => 'backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:26,056 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:26,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:26,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:26,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:26,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:26,058 INFO [StoreOpener-d7d2f514d75f3bea4788057398cdaef7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:26,060 INFO [StoreOpener-d7d2f514d75f3bea4788057398cdaef7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d2f514d75f3bea4788057398cdaef7 columnFamilyName meta 2023-09-06T20:28:26,060 DEBUG [StoreOpener-d7d2f514d75f3bea4788057398cdaef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:26,061 INFO [StoreOpener-d7d2f514d75f3bea4788057398cdaef7-1 {}] regionserver.HStore(324): Store=d7d2f514d75f3bea4788057398cdaef7/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:26,061 INFO [StoreOpener-d7d2f514d75f3bea4788057398cdaef7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:26,063 INFO [StoreOpener-d7d2f514d75f3bea4788057398cdaef7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7d2f514d75f3bea4788057398cdaef7 columnFamilyName session 2023-09-06T20:28:26,063 DEBUG [StoreOpener-d7d2f514d75f3bea4788057398cdaef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:26,063 INFO [StoreOpener-d7d2f514d75f3bea4788057398cdaef7-1 {}] regionserver.HStore(324): Store=d7d2f514d75f3bea4788057398cdaef7/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:26,064 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system_bulk/d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:26,065 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system_bulk/d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:26,067 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:28:26,068 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:26,071 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system_bulk/d7d2f514d75f3bea4788057398cdaef7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-09-06T20:28:26,072 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened d7d2f514d75f3bea4788057398cdaef7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11741252480, jitterRate=0.09348934888839722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:28:26,072 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for d7d2f514d75f3bea4788057398cdaef7: 2023-09-06T20:28:26,073 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7., pid=31, masterSystemTime=1694032106051 2023-09-06T20:28:26,076 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:26,076 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:26,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d7d2f514d75f3bea4788057398cdaef7, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:26,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-09-06T20:28:26,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure d7d2f514d75f3bea4788057398cdaef7, server=jenkins-hbase3.apache.org,33521,1694032086489 in 179 msec 2023-09-06T20:28:26,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-09-06T20:28:26,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=d7d2f514d75f3bea4788057398cdaef7, ASSIGN in 339 msec 2023-09-06T20:28:26,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-09-06T20:28:26,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032106085"}]},"ts":"1694032106085"} 2023-09-06T20:28:26,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-09-06T20:28:26,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-09-06T20:28:26,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1910 sec 2023-09-06T20:28:26,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-09-06T20:28:26,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16940320953952' 2023-09-06T20:28:26,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16940320953953' 2023-09-06T20:28:26,113 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:28:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=29 2023-09-06T20:28:27,011 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-09-06T20:28:27,024 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:28:27,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032107079 (current time:1694032107079). 2023-09-06T20:28:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:28:27,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x65b03253 to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781df40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:27,092 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56846, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x65b03253 to 127.0.0.1:64091 2023-09-06T20:28:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:28:27,110 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:27,115 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:27,118 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:27,530 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:27,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de}] 2023-09-06T20:28:27,543 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:27,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33521 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-09-06T20:28:27,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:27,706 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 0aa754c75eae865f11ced6375c6411de 2/2 column families, dataSize=45 B heapSize=632 B 2023-09-06T20:28:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:27,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/882bd31db94847d69d96cf48d8ee8fcc is 49, key is activesession:/session:c/1694032107063/Put/seqid=0 2023-09-06T20:28:28,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:28:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:28,239 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/882bd31db94847d69d96cf48d8ee8fcc 2023-09-06T20:28:28,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/882bd31db94847d69d96cf48d8ee8fcc as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc 2023-09-06T20:28:28,322 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc, entries=1, sequenceid=5, filesize=4.9 K 2023-09-06T20:28:28,326 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 0aa754c75eae865f11ced6375c6411de in 620ms, sequenceid=5, compaction requested=false 2023-09-06T20:28:28,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:28,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. for snapshot_backup_system completed. 2023-09-06T20:28:28,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:28:28,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:28,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-09-06T20:28:28,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc] hfiles 2023-09-06T20:28:28,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc for snapshot=snapshot_backup_system 2023-09-06T20:28:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:28,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-09-06T20:28:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(3995): Remote procedure done, pid=33 2023-09-06T20:28:28,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:28,765 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:28,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-09-06T20:28:28,769 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:28,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de in 1.2330 sec 2023-09-06T20:28:28,771 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:28,775 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:28,775 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:28:28,778 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:28:28,807 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:28,820 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:28,821 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:28:28,824 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:28,824 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-09-06T20:28:28,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.7220 sec 2023-09-06T20:28:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=32 2023-09-06T20:28:29,218 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-09-06T20:28:29,219 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.TableBackupClient(115): Backup backup_1694032103620 started at 1694032109219. 2023-09-06T20:28:29,241 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.TableBackupClient(119): Backup session backup_1694032103620 has been started. 2023-09-06T20:28:29,244 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-09-06T20:28:29,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(948): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-09-06T20:28:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-09-06T20:28:29,260 INFO [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-09-06T20:28:29,260 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-09-06T20:28:29,261 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-09-06T20:28:29,261 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-09-06T20:28:29,262 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,262 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:29,264 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:28:29,264 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,264 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:28:29,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:28:29,264 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,264 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-09-06T20:28:29,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:29,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,265 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-09-06T20:28:29,265 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:29,265 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-09-06T20:28:29,267 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-09-06T20:28:29,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-09-06T20:28:29,267 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-09-06T20:28:29,268 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-09-06T20:28:29,268 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-09-06T20:28:29,268 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-09-06T20:28:29,268 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,33521,1694032086489' joining acquired barrier for procedure (rolllog) in zk 2023-09-06T20:28:29,270 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,270 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:29,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:29,270 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:29,271 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-09-06T20:28:29,271 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-09-06T20:28:29,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:29,271 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:29,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:29,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:29,273 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,33521,1694032086489' joining acquired barrier for procedure 'rolllog' on coordinator 2023-09-06T20:28:29,273 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@172e88e3[Count = 0] remaining members to acquire global barrier 2023-09-06T20:28:29,273 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-09-06T20:28:29,273 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:29,275 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:29,275 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:29,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:29,275 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-09-06T20:28:29,275 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,275 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-09-06T20:28:29,276 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-09-06T20:28:29,276 DEBUG [rs(jenkins-hbase3.apache.org,33521,1694032086489)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,276 INFO [rs(jenkins-hbase3.apache.org,33521,1694032086489)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1694032088297 highest: 1694032088297 on jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,276 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta:.meta(num 1694032089103) roll requested 2023-09-06T20:28:29,287 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta.1694032109276.meta, exclude list is [], retry=0 2023-09-06T20:28:29,293 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK] 2023-09-06T20:28:29,297 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta.1694032089103.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta.1694032109276.meta 2023-09-06T20:28:29,298 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK]] 2023-09-06T20:28:29,298 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta.1694032089103.meta is not closed yet, will try archiving it next time 2023-09-06T20:28:29,298 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C33521%2C1694032086489:(num 1694032088297) roll requested 2023-09-06T20:28:29,310 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.1694032109298, exclude list is [], retry=0 2023-09-06T20:28:29,314 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK] 2023-09-06T20:28:29,318 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.1694032088297 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.1694032109298 2023-09-06T20:28:29,320 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46787,DS-1451eebd-881a-488b-9ebb-361e4f748132,DISK]] 2023-09-06T20:28:29,320 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/WALs/jenkins-hbase3.apache.org,33521,1694032086489/jenkins-hbase3.apache.org%2C33521%2C1694032086489.1694032088297 is not closed yet, will try archiving it next time 2023-09-06T20:28:29,337 DEBUG [rs(jenkins-hbase3.apache.org,33521,1694032086489)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2023-09-06T20:28:29,337 INFO [rs(jenkins-hbase3.apache.org,33521,1694032086489)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1694032109298 on jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,337 DEBUG [rs(jenkins-hbase3.apache.org,33521,1694032086489)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:29,339 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:53568, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-09-06T20:28:29,357 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-09-06T20:28:29,357 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,33521,1694032086489' in zk 2023-09-06T20:28:29,359 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,359 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-09-06T20:28:29,359 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:28:29,360 DEBUG [member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-09-06T20:28:29,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:29,360 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:29,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:29,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:29,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:29,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:29,363 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:29,363 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,364 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,33521,1694032086489': 2023-09-06T20:28:29,364 INFO [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-09-06T20:28:29,364 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,33521,1694032086489' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-09-06T20:28:29,364 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-09-06T20:28:29,364 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-09-06T20:28:29,364 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-09-06T20:28:29,364 INFO [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-09-06T20:28:29,367 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,367 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,368 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:28:29,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,368 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-09-06T20:28:29,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-09-06T20:28:29,368 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:28:29,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-09-06T20:28:29,368 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:28:29,368 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:29,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-09-06T20:28:29,369 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:29,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,370 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,370 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-09-06T20:28:29,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-09-06T20:28:29,371 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,378 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,378 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-09-06T20:28:29,378 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:29,378 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-09-06T20:28:29,378 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): regionserver:33521-0x100eef795b90001, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-09-06T20:28:29,378 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-09-06T20:28:29,379 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:29,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-09-06T20:28:29,379 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:29,379 DEBUG [(jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-09-06T20:28:29,379 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-09-06T20:28:29,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-09-06T20:28:29,379 DEBUG [Listener at localhost/43615-EventThread {}] zookeeper.ZKWatcher(604): master:39273-0x100eef795b90000, quorum=127.0.0.1:64091, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-09-06T20:28:29,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-09-06T20:28:29,379 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-09-06T20:28:29,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-09-06T20:28:29,381 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin(2838): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-09-06T20:28:29,381 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin(2846): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-09-06T20:28:29,481 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin(2852): Getting current status of procedure from master... 2023-09-06T20:28:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1249): Checking to see if procedure from request:rolllog-proc is done 2023-09-06T20:28:29,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } 2023-09-06T20:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032109492 (current time:1694032109492). 2023-09-06T20:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1694032109491_default_test-1694032095395 VERSION not specified, setting to 2 2023-09-06T20:28:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x2ed7bf3d to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1339dd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:29,501 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56854, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x2ed7bf3d to 127.0.0.1:64091 2023-09-06T20:28:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } 2023-09-06T20:28:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:28:29,506 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:29,507 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:29,509 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:29,921 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:29,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0e1d8838ed69d81deef9a9edcdcd22cf}] 2023-09-06T20:28:29,923 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:30,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33521 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-09-06T20:28:30,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:30,077 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 0e1d8838ed69d81deef9a9edcdcd22cf 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:28:30,096 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/.tmp/f/724153acf8a34bf9b85306a12dcac613 is 37, key is row10/f:q1/1694032097030/Put/seqid=0 2023-09-06T20:28:30,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/.tmp/f/724153acf8a34bf9b85306a12dcac613 2023-09-06T20:28:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:30,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/.tmp/f/724153acf8a34bf9b85306a12dcac613 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/f/724153acf8a34bf9b85306a12dcac613 2023-09-06T20:28:30,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/f/724153acf8a34bf9b85306a12dcac613, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:28:30,131 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 0e1d8838ed69d81deef9a9edcdcd22cf in 54ms, sequenceid=103, compaction requested=false 2023-09-06T20:28:30,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 0e1d8838ed69d81deef9a9edcdcd22cf: 2023-09-06T20:28:30,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. for snapshot_1694032109491_default_test-1694032095395 completed. 2023-09-06T20:28:30,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf.' region-info for snapshot=snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:30,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:30,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/f/724153acf8a34bf9b85306a12dcac613] hfiles 2023-09-06T20:28:30,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/f/724153acf8a34bf9b85306a12dcac613 for snapshot=snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:30,545 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:30,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-09-06T20:28:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(3995): Remote procedure done, pid=35 2023-09-06T20:28:30,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1694032109491_default_test-1694032095395 on region 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:30,548 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:30,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-09-06T20:28:30,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 0e1d8838ed69d81deef9a9edcdcd22cf in 628 msec 2023-09-06T20:28:30,551 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:30,552 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:30,553 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:30,553 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:30,554 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:30,974 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:30,982 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:30,982 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot_1694032109491_default_test-1694032095395 to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:30,984 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:30,984 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-09-06T20:28:30,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1694032109491_default_test-1694032095395 table=test-1694032095395 type=FLUSH ttl=0 } in 1.4810 sec 2023-09-06T20:28:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=34 2023-09-06T20:28:31,614 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: default:test-1694032095395, procId: 34 completed 2023-09-06T20:28:31,614 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1694032103620 2023-09-06T20:28:31,614 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-09-06T20:28:31,616 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-09-06T20:28:31,618 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1694032103620_test-1694032095395 2023-09-06T20:28:31,619 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1694032109491_default_test-1694032095395 to hdfs://localhost:35637/backupUT/backup_1694032103620/default/test-1694032095395/ 2023-09-06T20:28:31,628 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-09-06T20:28:31,659 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:35637, inputRoot=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e 2023-09-06T20:28:31,659 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,39273,1694032083228_-1713658077_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:35637/backupUT/backup_1694032103620/default/test-1694032095395, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:35637/backupUT/backup_1694032103620/default/test-1694032095395/.hbase-snapshot/.tmp/snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:31,659 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:35637, inputRoot=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e, snapshotDir=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/snapshot_1694032109491_default_test-1694032095395. 2023-09-06T20:28:31,673 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/snapshot_1694032109491_default_test-1694032095395 to hdfs://localhost:35637/backupUT/backup_1694032103620/default/test-1694032095395/.hbase-snapshot/.tmp/snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:32,110 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:32,111 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:32,111 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:32,112 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,135 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop-5839085921504230647.jar 2023-09-06T20:28:33,135 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,135 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,136 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,136 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,137 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,137 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,138 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,138 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,139 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-09-06T20:28:33,139 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-09-06T20:28:33,140 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-09-06T20:28:33,141 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-09-06T20:28:33,142 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-09-06T20:28:33,142 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-09-06T20:28:33,143 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-09-06T20:28:33,144 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-09-06T20:28:33,144 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-09-06T20:28:33,145 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-09-06T20:28:33,145 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-09-06T20:28:33,146 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-09-06T20:28:33,146 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-09-06T20:28:33,150 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:33,151 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:33,151 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:33,151 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:33,152 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-09-06T20:28:33,152 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:33,153 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-09-06T20:28:33,213 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-09-06T20:28:33,235 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1694032109491_default_test-1694032095395' hfile list 2023-09-06T20:28:33,246 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-09-06T20:28:33,487 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/mapreduce.cluster.local.dir/1694032113438/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-09-06T20:28:33,488 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/mapreduce.cluster.local.dir/1694032113438/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-09-06T20:28:33,646 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-09-06T20:28:33,678 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/f/724153acf8a34bf9b85306a12dcac613 output=hdfs://localhost:35637/backupUT/backup_1694032103620/default/test-1694032095395/archive/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/f/724153acf8a34bf9b85306a12dcac613 2023-09-06T20:28:33,678 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-09-06T20:28:34,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:28:34,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:34,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-09-06T20:28:34,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-09-06T20:28:34,546 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-09-06T20:28:34,547 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-09-06T20:28:34,554 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:34,555 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1694032109491_default_test-1694032095395 finished. 2023-09-06T20:28:34,555 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1014): test-1694032095395 2023-09-06T20:28:34,628 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1694032103620 2023-09-06T20:28:34,628 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-09-06T20:28:35,045 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:35637/backupUT/backup_1694032103620/.backup.manifest 2023-09-06T20:28:35,045 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.TableBackupClient(358): Backup backup_1694032103620 finished: type=FULL,tablelist=test-1694032095395,targetRootDir=hdfs://localhost:35637/backupUT,startts=1694032109219,completets=1694032114625,bytescopied=0 2023-09-06T20:28:35,045 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-09-06T20:28:35,045 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:35,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_1694032109491_default_test-1694032095395" 2023-09-06T20:28:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1694032109491_default_test-1694032095395 2023-09-06T20:28:35,059 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1694032109491_default_test-1694032095395 for backup backup_1694032103620 succeeded. 2023-09-06T20:28:35,060 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:28:35,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:28:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:28:35,076 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:28:35,084 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:28:35,101 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.TableBackupClient(376): Backup backup_1694032103620 completed. 2023-09-06T20:28:35,101 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-09-06T20:28:35,101 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x66c6cbdf to 127.0.0.1:64091 2023-09-06T20:28:35,102 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:35,121 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] backup.TestRepairAfterFailedDelete(55): backup complete 2023-09-06T20:28:35,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032115135 (current time:1694032115135). 2023-09-06T20:28:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot-backup VERSION not specified, setting to 2 2023-09-06T20:28:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x0a8b5831 to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70750f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:35,144 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59728, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x0a8b5831 to 127.0.0.1:64091 2023-09-06T20:28:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:28:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:35,148 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:35,149 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:35,151 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:35,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:35,560 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:35,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de}] 2023-09-06T20:28:35,562 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:35,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33521 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-09-06T20:28:35,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:35,715 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 0aa754c75eae865f11ced6375c6411de 2/2 column families, dataSize=1.04 KB heapSize=2.12 KB 2023-09-06T20:28:35,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/2dce1dafd2524a50b2e5a6d10ac42e7b is 169, key is trslm:hdfs://localhost:35637/backupUT\x00test-1694032095395/meta:log-roll-map/1694032114615/Put/seqid=0 2023-09-06T20:28:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:36,139 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/2dce1dafd2524a50b2e5a6d10ac42e7b 2023-09-06T20:28:36,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/fcabbecf14994173a4e4f9aba5567db5 is 310, key is session:backup_1694032103620/session:context/1694032115082/Put/seqid=0 2023-09-06T20:28:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:36,562 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/fcabbecf14994173a4e4f9aba5567db5 2023-09-06T20:28:36,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/2dce1dafd2524a50b2e5a6d10ac42e7b as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b 2023-09-06T20:28:36,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b, entries=4, sequenceid=16, filesize=5.5 K 2023-09-06T20:28:36,578 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/fcabbecf14994173a4e4f9aba5567db5 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5 2023-09-06T20:28:36,584 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5, entries=2, sequenceid=16, filesize=5.3 K 2023-09-06T20:28:36,585 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.04 KB/1060, heapSize ~2.09 KB/2136, currentSize=0 B/0 for 0aa754c75eae865f11ced6375c6411de in 870ms, sequenceid=16, compaction requested=false 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. for snapshot-backup completed. 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.' region-info for snapshot=snapshot-backup 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b] hfiles 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b for snapshot=snapshot-backup 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5] hfiles 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc for snapshot=snapshot-backup 2023-09-06T20:28:36,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5 for snapshot=snapshot-backup 2023-09-06T20:28:36,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:36,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-09-06T20:28:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(3995): Remote procedure done, pid=37 2023-09-06T20:28:36,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot-backup on region 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:36,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:37,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-09-06T20:28:37,002 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:37,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de in 1.4400 sec 2023-09-06T20:28:37,003 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:37,004 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:37,004 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot-backup 2023-09-06T20:28:37,005 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot-backup 2023-09-06T20:28:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:37,416 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:37,426 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:37,427 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot-backup to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/snapshot-backup 2023-09-06T20:28:37,429 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:37,429 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-09-06T20:28:37,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } in 2.2830 sec 2023-09-06T20:28:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-09-06T20:28:39,257 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 36 completed 2023-09-06T20:28:39,270 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:28:39,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032119289 (current time:1694032119289). 2023-09-06T20:28:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:28:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x116ebf62 to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714fc5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:39,300 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:59730, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x116ebf62 to 127.0.0.1:64091 2023-09-06T20:28:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:28:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:39,306 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:39,308 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:39,314 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:39,328 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:39,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de}] 2023-09-06T20:28:39,331 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:39,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33521 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-09-06T20:28:39,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:39,483 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 0aa754c75eae865f11ced6375c6411de 2/2 column families, dataSize=105 B heapSize=768 B 2023-09-06T20:28:39,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/e55b23aa643a4901a6211308a8ce3699 is 64, key is delete_op_row/meta:fam/1694032119281/Put/seqid=0 2023-09-06T20:28:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:39,909 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/e55b23aa643a4901a6211308a8ce3699 2023-09-06T20:28:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:39,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/6fd8d655f5f545ae9956b84930738417 is 49, key is activesession:/session:c/1694032119277/Put/seqid=0 2023-09-06T20:28:40,325 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/6fd8d655f5f545ae9956b84930738417 2023-09-06T20:28:40,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/e55b23aa643a4901a6211308a8ce3699 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/e55b23aa643a4901a6211308a8ce3699 2023-09-06T20:28:40,339 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/e55b23aa643a4901a6211308a8ce3699, entries=1, sequenceid=21, filesize=4.9 K 2023-09-06T20:28:40,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/6fd8d655f5f545ae9956b84930738417 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/6fd8d655f5f545ae9956b84930738417 2023-09-06T20:28:40,347 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/6fd8d655f5f545ae9956b84930738417, entries=1, sequenceid=21, filesize=4.9 K 2023-09-06T20:28:40,348 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~105 B/105, heapSize ~736 B/736, currentSize=0 B/0 for 0aa754c75eae865f11ced6375c6411de in 865ms, sequenceid=21, compaction requested=true 2023-09-06T20:28:40,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:40,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. for snapshot_backup_system completed. 2023-09-06T20:28:40,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:28:40,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:40,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/e55b23aa643a4901a6211308a8ce3699] hfiles 2023-09-06T20:28:40,348 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b for snapshot=snapshot_backup_system 2023-09-06T20:28:40,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/e55b23aa643a4901a6211308a8ce3699 for snapshot=snapshot_backup_system 2023-09-06T20:28:40,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/6fd8d655f5f545ae9956b84930738417] hfiles 2023-09-06T20:28:40,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc for snapshot=snapshot_backup_system 2023-09-06T20:28:40,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5 for snapshot=snapshot_backup_system 2023-09-06T20:28:40,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/6fd8d655f5f545ae9956b84930738417 for snapshot=snapshot_backup_system 2023-09-06T20:28:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:40,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:40,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-09-06T20:28:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(3995): Remote procedure done, pid=39 2023-09-06T20:28:40,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:40,756 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:40,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-09-06T20:28:40,759 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:40,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de in 1.4300 sec 2023-09-06T20:28:40,760 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:40,761 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:40,761 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:28:40,762 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:28:40,773 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:40,782 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:40,782 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:28:40,783 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:40,784 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-09-06T20:28:40,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.4820 sec 2023-09-06T20:28:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=38 2023-09-06T20:28:41,415 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 38 completed 2023-09-06T20:28:41,418 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupAdminImpl(227): Deleting backup backup_1694032103620 ... 2023-09-06T20:28:41,419 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] util.BackupUtils(435): Delete log files: .backup.manifest 2023-09-06T20:28:41,420 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] util.BackupUtils(435): Delete log files: default 2023-09-06T20:28:41,420 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1694032103620 2023-09-06T20:28:41,421 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:35637/backupUT/backup_1694032103620/default/test-1694032095395. 2023-09-06T20:28:41,422 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] util.BackupUtils(465): hdfs://localhost:35637/backupUT/backup_1694032103620/default is empty, remove it. 2023-09-06T20:28:41,433 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-09-06T20:28:41,433 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:28:41,436 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupAdminImpl(276): Delete backup backup_1694032103620 completed. 2023-09-06T20:28:41,444 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1014): test-1694032095395 2023-09-06T20:28:41,448 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:28:41,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:28:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:28:41,460 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:28:41,460 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:28:41,467 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$18(967): Started disable of backup:system 2023-09-06T20:28:41,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable backup:system 2023-09-06T20:28:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=backup:system 2023-09-06T20:28:41,484 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032121483"}]},"ts":"1694032121483"} 2023-09-06T20:28:41,485 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=DISABLING in hbase:meta 2023-09-06T20:28:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:41,487 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(293): Set backup:system to state=DISABLING 2023-09-06T20:28:41,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, UNASSIGN}] 2023-09-06T20:28:41,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, UNASSIGN 2023-09-06T20:28:41,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=0aa754c75eae865f11ced6375c6411de, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:41,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; CloseRegionProcedure 0aa754c75eae865f11ced6375c6411de, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:41,607 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-09-06T20:28:41,609 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34090, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-09-06T20:28:41,653 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(119): Close 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:41,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1668): Closing 0aa754c75eae865f11ced6375c6411de, disabling compactions & flushes 2023-09-06T20:28:41,654 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1690): Closing region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:41,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:41,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. after waiting 0 ms 2023-09-06T20:28:41,654 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:41,654 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(2819): Flushing 0aa754c75eae865f11ced6375c6411de 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-09-06T20:28:41,659 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/5a6b71161fcb4d6890b19c08f03d83fa is 91, key is incrbackupset:hdfs://localhost:35637/backupUT/meta:test-1694032095395/1694032121445/Put/seqid=0 2023-09-06T20:28:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:42,067 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/5a6b71161fcb4d6890b19c08f03d83fa 2023-09-06T20:28:42,074 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a6b71161fcb4d6890b19c08f03d83fa 2023-09-06T20:28:42,077 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/05022ab1e860473f965e0775d52c4303 is 59, key is session:backup_1694032103620/session:/1694032121435/DeleteFamily/seqid=0 2023-09-06T20:28:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:42,482 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/05022ab1e860473f965e0775d52c4303 2023-09-06T20:28:42,488 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05022ab1e860473f965e0775d52c4303 2023-09-06T20:28:42,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/5a6b71161fcb4d6890b19c08f03d83fa as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/5a6b71161fcb4d6890b19c08f03d83fa 2023-09-06T20:28:42,495 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a6b71161fcb4d6890b19c08f03d83fa 2023-09-06T20:28:42,496 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/5a6b71161fcb4d6890b19c08f03d83fa, entries=2, sequenceid=28, filesize=5.2 K 2023-09-06T20:28:42,497 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/05022ab1e860473f965e0775d52c4303 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/05022ab1e860473f965e0775d52c4303 2023-09-06T20:28:42,503 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05022ab1e860473f965e0775d52c4303 2023-09-06T20:28:42,503 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/05022ab1e860473f965e0775d52c4303, entries=2, sequenceid=28, filesize=5.2 K 2023-09-06T20:28:42,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for 0aa754c75eae865f11ced6375c6411de in 850ms, sequenceid=28, compaction requested=true 2023-09-06T20:28:42,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=1 2023-09-06T20:28:42,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:42,520 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1909): Closed backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:42,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1622): Region close journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:42,522 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(163): Closed 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:42,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=41 updating hbase:meta row=0aa754c75eae865f11ced6375c6411de, regionState=CLOSED 2023-09-06T20:28:42,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=42, resume processing ppid=41 2023-09-06T20:28:42,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, ppid=41, state=SUCCESS; CloseRegionProcedure 0aa754c75eae865f11ced6375c6411de, server=jenkins-hbase3.apache.org,33521,1694032086489 in 1.0310 sec 2023-09-06T20:28:42,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-09-06T20:28:42,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, UNASSIGN in 1.0370 sec 2023-09-06T20:28:42,528 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032122528"}]},"ts":"1694032122528"} 2023-09-06T20:28:42,530 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=DISABLED in hbase:meta 2023-09-06T20:28:42,532 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(305): Set backup:system to state=DISABLED 2023-09-06T20:28:42,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; DisableTableProcedure table=backup:system in 1.0570 sec 2023-09-06T20:28:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-09-06T20:28:42,591 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: backup:system, procId: 40 completed 2023-09-06T20:28:42,601 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin(2732): Taking restore-failsafe snapshot: hbase-failsafe-snapshot-backup-1694032122601 2023-09-06T20:28:42,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032122602 (current time:1694032122602). 2023-09-06T20:28:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot hbase-failsafe-snapshot-backup-1694032122601 VERSION not specified, setting to 2 2023-09-06T20:28:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x78e41518 to 127.0.0.1:64091 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-09-06T20:28:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bd52c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:42,611 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60172, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x78e41518 to 127.0.0.1:64091 2023-09-06T20:28:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=43, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-09-06T20:28:42,615 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:28:42,616 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:42,618 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:28:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:28:43,025 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2023-09-06T20:28:43,027 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(299): Storing region-info for snapshot. 2023-09-06T20:28:43,027 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(304): Creating references for hfiles 2023-09-06T20:28:43,027 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:43,029 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/5a6b71161fcb4d6890b19c08f03d83fa, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/e55b23aa643a4901a6211308a8ce3699] hfiles 2023-09-06T20:28:43,029 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b 2023-09-06T20:28:43,029 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (2/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/5a6b71161fcb4d6890b19c08f03d83fa 2023-09-06T20:28:43,029 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (3/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/e55b23aa643a4901a6211308a8ce3699 2023-09-06T20:28:43,029 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:43,032 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(360): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/05022ab1e860473f965e0775d52c4303, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/6fd8d655f5f545ae9956b84930738417, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5] hfiles 2023-09-06T20:28:43,032 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (1/4): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/05022ab1e860473f965e0775d52c4303 2023-09-06T20:28:43,032 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (2/4): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/6fd8d655f5f545ae9956b84930738417 2023-09-06T20:28:43,032 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (3/4): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc 2023-09-06T20:28:43,032 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(368): Adding reference for hfile (4/4): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5 2023-09-06T20:28:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:28:43,438 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => 0aa754c75eae865f11ced6375c6411de, NAME => 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2023-09-06T20:28:43,440 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:43,441 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:43,441 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot-backup-1694032122601 2023-09-06T20:28:43,441 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1694032122601 2023-09-06T20:28:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:28:43,852 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:43,863 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:43,864 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/hbase-failsafe-snapshot-backup-1694032122601 to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/hbase-failsafe-snapshot-backup-1694032122601 2023-09-06T20:28:43,866 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=43, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:43,866 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 43 2023-09-06T20:28:43,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=43, snapshot={ ss=hbase-failsafe-snapshot-backup-1694032122601 table=backup:system type=FLUSH ttl=0 } in 1.2530 sec 2023-09-06T20:28:44,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-09-06T20:28:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=43 2023-09-06T20:28:44,723 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: SNAPSHOT, Table Name: backup:system, procId: 43 completed 2023-09-06T20:28:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1694032115135 type: FLUSH version: 2 ttl: 0 ) 2023-09-06T20:28:44,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(1015): Restore snapshot=snapshot-backup as table=backup:system 2023-09-06T20:28:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:28:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:28:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:28:45,175 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2023-09-06T20:28:45,175 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2023-09-06T20:28:45,176 INFO [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(386): Starting restore snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:45,182 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(181): starting restore table regions using snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1694032115135 type: FLUSH version: 2 ttl: 0 2023-09-06T20:28:45,183 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(846): get table regions: hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system 2023-09-06T20:28:45,186 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(858): found 1 regions for table=backup:system 2023-09-06T20:28:45,186 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(227): region to restore: 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,200 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/e55b23aa643a4901a6211308a8ce3699 to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/archive/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/e55b23aa643a4901a6211308a8ce3699 2023-09-06T20:28:45,203 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/5a6b71161fcb4d6890b19c08f03d83fa to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/archive/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/5a6b71161fcb4d6890b19c08f03d83fa 2023-09-06T20:28:45,203 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:45,206 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/05022ab1e860473f965e0775d52c4303 to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/archive/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/05022ab1e860473f965e0775d52c4303 2023-09-06T20:28:45,208 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/6fd8d655f5f545ae9956b84930738417 to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/archive/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/6fd8d655f5f545ae9956b84930738417 2023-09-06T20:28:45,209 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:45,209 INFO [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(270): finishing restore table regions using snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1694032115135 type: FLUSH version: 2 ttl: 0 2023-09-06T20:28:45,210 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1694032125210"}]},"ts":"9223372036854775807"} 2023-09-06T20:28:45,213 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-09-06T20:28:45,213 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0aa754c75eae865f11ced6375c6411de, NAME => 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.', STARTKEY => '', ENDKEY => ''}] 2023-09-06T20:28:45,213 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1694032125211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1694032125211"}]},"ts":"1694032125211"} 2023-09-06T20:28:45,215 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-09-06T20:28:45,215 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1830): Overwritten 1 regions to Meta 2023-09-06T20:28:45,215 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1831): Overwritten regions: [{ENCODED => 0aa754c75eae865f11ced6375c6411de, NAME => 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.', STARTKEY => '', ENDKEY => ''}] 2023-09-06T20:28:45,215 INFO [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(457): Restore snapshot={ ss=snapshot-backup table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2023-09-06T20:28:45,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot-backup" table: "backup:system" creation_time: 1694032115135 type: FLUSH version: 2 ttl: 0 ) in 475 msec 2023-09-06T20:28:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-09-06T20:28:45,368 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: MODIFY, Table Name: backup:system, procId: 44 completed 2023-09-06T20:28:45,368 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin(2765): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot-backup-1694032122601 2023-09-06T20:28:45,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "hbase-failsafe-snapshot-backup-1694032122601" 2023-09-06T20:28:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(378): Deleting snapshot: hbase-failsafe-snapshot-backup-1694032122601 2023-09-06T20:28:45,375 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$17(907): Started enable of backup:system 2023-09-06T20:28:45,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster$11(2631): Client=jenkins//172.31.12.81 enable backup:system 2023-09-06T20:28:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=45, state=RUNNABLE:ENABLE_TABLE_PREPARE; EnableTableProcedure table=backup:system 2023-09-06T20:28:45,391 INFO [PEWorker-3 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2023-09-06T20:28:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:28:45,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032125391"}]},"ts":"1694032125391"} 2023-09-06T20:28:45,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-09-06T20:28:45,395 DEBUG [PEWorker-3 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2023-09-06T20:28:45,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, ASSIGN}] 2023-09-06T20:28:45,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, ASSIGN 2023-09-06T20:28:45,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2023-09-06T20:28:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:28:45,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=0aa754c75eae865f11ced6375c6411de, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:45,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; OpenRegionProcedure 0aa754c75eae865f11ced6375c6411de, server=jenkins-hbase3.apache.org,33521,1694032086489}] 2023-09-06T20:28:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:28:45,706 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(130): Open backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:45,706 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7254): Opening region: {ENCODED => 0aa754c75eae865f11ced6375c6411de, NAME => 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.', STARTKEY => '', ENDKEY => ''} 2023-09-06T20:28:45,707 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-09-06T20:28:45,707 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,707 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(888): Instantiated backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-09-06T20:28:45,707 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7296): checking encryption for 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,707 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7299): checking classloading for 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,708 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,709 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa754c75eae865f11ced6375c6411de columnFamilyName meta 2023-09-06T20:28:45,710 DEBUG [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:45,718 DEBUG [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b 2023-09-06T20:28:45,718 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.HStore(324): Store=0aa754c75eae865f11ced6375c6411de/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:45,718 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,719 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aa754c75eae865f11ced6375c6411de columnFamilyName session 2023-09-06T20:28:45,719 DEBUG [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-09-06T20:28:45,726 DEBUG [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc 2023-09-06T20:28:45,731 DEBUG [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5 2023-09-06T20:28:45,731 INFO [StoreOpener-0aa754c75eae865f11ced6375c6411de-1 {}] regionserver.HStore(324): Store=0aa754c75eae865f11ced6375c6411de/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-09-06T20:28:45,732 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,734 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,735 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-09-06T20:28:45,737 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1076): writing seq id for 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:45,738 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): Opened 0aa754c75eae865f11ced6375c6411de; next sequenceid=32; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10865656960, jitterRate=0.011943161487579346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-09-06T20:28:45,738 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(992): Region open journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:45,740 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de., pid=47, masterSystemTime=1694032125702 2023-09-06T20:28:45,741 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:45,742 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(158): Opened backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:45,742 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=0aa754c75eae865f11ced6375c6411de, regionState=OPEN, openSeqNum=32, regionLocation=jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:45,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-09-06T20:28:45,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; OpenRegionProcedure 0aa754c75eae865f11ced6375c6411de, server=jenkins-hbase3.apache.org,33521,1694032086489 in 194 msec 2023-09-06T20:28:45,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=46, resume processing ppid=45 2023-09-06T20:28:45,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=0aa754c75eae865f11ced6375c6411de, ASSIGN in 350 msec 2023-09-06T20:28:45,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1694032125748"}]},"ts":"1694032125748"} 2023-09-06T20:28:45,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-09-06T20:28:45,751 INFO [PEWorker-4 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2023-09-06T20:28:45,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, state=SUCCESS; EnableTableProcedure table=backup:system in 369 msec 2023-09-06T20:28:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=45 2023-09-06T20:28:45,995 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] client.HBaseAdmin$TableFuture(3677): Operation: ENABLE, Table Name: backup:system, procId: 45 completed 2023-09-06T20:28:45,995 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:28:46,022 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ebd69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:46,028 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5136182b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:46,029 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-09-06T20:28:46,030 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34106, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-09-06T20:28:46,034 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:46,035 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60182, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService REPAIR status: no failed sessions found. Checking failed delete backup operation ... Found failed DELETE operation for: backup_1694032103620 Running DELETE again ... 2023-09-06T20:28:46,052 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1518): Restoring backup:system from snapshot 2023-09-06T20:28:46,082 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1530): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2023-09-06T20:28:46,082 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-09-06T20:28:46,098 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-09-06T20:28:46,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1687): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1694032126109 (current time:1694032126109). 2023-09-06T20:28:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-09-06T20:28:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-09-06T20:28:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae587dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-09-06T20:28:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-09-06T20:28:46,119 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:60196, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-09-06T20:28:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-09-06T20:28:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1032): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-09-06T20:28:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-09-06T20:28:46,123 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-09-06T20:28:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:28:46,124 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-09-06T20:28:46,126 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-09-06T20:28:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:28:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:28:46,532 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-09-06T20:28:46,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de}] 2023-09-06T20:28:46,534 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:46,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33521 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2023-09-06T20:28:46,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:46,688 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2819): Flushing 0aa754c75eae865f11ced6375c6411de 2/2 column families, dataSize=254 B heapSize=1.12 KB 2023-09-06T20:28:46,702 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/869cd3bdf134472c8e5e404491b929ec is 64, key is delete_op_row/meta:fam/1694032126103/Put/seqid=0 2023-09-06T20:28:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:28:47,107 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=120 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/869cd3bdf134472c8e5e404491b929ec 2023-09-06T20:28:47,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/bef58c4eeaf84657b5526d25118e8e5f is 49, key is activesession:/session:c/1694032126100/Put/seqid=0 2023-09-06T20:28:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:28:47,531 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=134 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/bef58c4eeaf84657b5526d25118e8e5f 2023-09-06T20:28:47,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/869cd3bdf134472c8e5e404491b929ec as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/869cd3bdf134472c8e5e404491b929ec 2023-09-06T20:28:47,546 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/869cd3bdf134472c8e5e404491b929ec, entries=1, sequenceid=39, filesize=4.9 K 2023-09-06T20:28:47,548 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/bef58c4eeaf84657b5526d25118e8e5f as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/bef58c4eeaf84657b5526d25118e8e5f 2023-09-06T20:28:47,554 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/bef58c4eeaf84657b5526d25118e8e5f, entries=1, sequenceid=39, filesize=4.9 K 2023-09-06T20:28:47,555 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3022): Finished flush of dataSize ~254 B/254, heapSize ~1.09 KB/1112, currentSize=0 B/0 for 0aa754c75eae865f11ced6375c6411de in 868ms, sequenceid=39, compaction requested=true 2023-09-06T20:28:47,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-09-06T20:28:47,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2520): Flush status journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. for snapshot_backup_system completed. 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de.' region-info for snapshot=snapshot_backup_system 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/869cd3bdf134472c8e5e404491b929ec] hfiles 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/2dce1dafd2524a50b2e5a6d10ac42e7b for snapshot=snapshot_backup_system 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/869cd3bdf134472c8e5e404491b929ec for snapshot=snapshot_backup_system 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5, hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/bef58c4eeaf84657b5526d25118e8e5f] hfiles 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (1/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/882bd31db94847d69d96cf48d8ee8fcc for snapshot=snapshot_backup_system 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (2/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/fcabbecf14994173a4e4f9aba5567db5 for snapshot=snapshot_backup_system 2023-09-06T20:28:47,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(264): Adding reference for file (3/3): hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/bef58c4eeaf84657b5526d25118e8e5f for snapshot=snapshot_backup_system 2023-09-06T20:28:47,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:47,566 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=49 2023-09-06T20:28:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(3995): Remote procedure done, pid=49 2023-09-06T20:28:47,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:47,568 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=49, ppid=48, state=RUNNABLE; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:47,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-09-06T20:28:47,571 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-09-06T20:28:47,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; SnapshotRegionProcedure 0aa754c75eae865f11ced6375c6411de in 1.0370 sec 2023-09-06T20:28:47,572 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-09-06T20:28:47,573 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-09-06T20:28:47,573 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-09-06T20:28:47,574 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot_backup_system 2023-09-06T20:28:47,987 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-09-06T20:28:47,995 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-09-06T20:28:47,996 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/.hbase-snapshot/snapshot_backup_system 2023-09-06T20:28:47,997 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-09-06T20:28:47,997 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2023-09-06T20:28:47,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8760 sec 2023-09-06T20:28:48,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-09-06T20:28:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-09-06T20:28:48,232 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupAdminImpl(227): Deleting backup backup_1694032103620 ... 2023-09-06T20:28:48,234 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] util.BackupUtils(443): Trying to cleanup up target dir : backup_1694032103620 2023-09-06T20:28:48,235 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] util.BackupUtils(458): No data has been found in hdfs://localhost:35637/backupUT/backup_1694032103620/default/test-1694032095395. 2023-09-06T20:28:48,236 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] util.BackupUtils(465): hdfs://localhost:35637/backupUT/backup_1694032103620/default is empty, remove it. 2023-09-06T20:28:48,241 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupAdminImpl(269): 0 bulk loaded files out of 0 were deleted 2023-09-06T20:28:48,241 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(433): deleted 0 original bulkload rows 2023-09-06T20:28:48,242 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupAdminImpl(276): Delete backup backup_1694032103620 completed. 2023-09-06T20:28:48,244 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1014): test-1694032095395 2023-09-06T20:28:48,247 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:28:48,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-09-06T20:28:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-09-06T20:28:48,259 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-09-06T20:28:48,259 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(637): Finish backup exclusive operation DELETE operation finished OK: backup_1694032103620 No failed backup MERGE operation found 2023-09-06T20:28:48,266 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-09-06T20:28:48,270 ERROR [Listener at jenkins-hbase3.apache.org/38139 {}] impl.BackupSystemTable(1559): Snapshot snapshot_backup_system does not exists 2023-09-06T20:28:48,271 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:48,271 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:48,292 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.ResourceChecker(175): after: backup.TestRepairAfterFailedDelete#testRepairBackupDelete Thread=601 (was 583) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x529afb13-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/cluster_f1d1f504-6119-ace4-cb98-2242da5e8700/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64091@0x2a0c339e-SendThread(127.0.0.1:64091) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64091@0x284ba1f9 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/10418619.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1501118613-172.31.12.81-1694032079824:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,33521,1694032086489)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-634215203_16 at /127.0.0.1:39542 [Waiting for operation #27] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658745360_16 at /127.0.0.1:32988 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,33521,1694032086489' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-634215203_16 at /127.0.0.1:32846 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64091@0x2a0c339e java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/10418619.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64091@0x284ba1f9-SendThread(127.0.0.1:64091) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-634215203_16 at /127.0.0.1:32972 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-634215203_16 at /127.0.0.1:32860 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1c668b17-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1501118613-172.31.12.81-1694032079824:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/cluster_f1d1f504-6119-ace4-cb98-2242da5e8700/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,39273,1694032083228)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64091@0x284ba1f9-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:64091@0x2a0c339e-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x1c668b17-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-993907754_16 at /127.0.0.1:39790 [Receiving block BP-1501118613-172.31.12.81-1694032079824:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-993907754_16 at /127.0.0.1:39796 [Receiving block BP-1501118613-172.31.12.81-1694032079824:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-634215203_16 at /127.0.0.1:32906 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=696 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=211 (was 293), ProcessCount=167 (was 167), AvailableMemoryMB=3498 (was 3807) 2023-09-06T20:28:48,293 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-09-06T20:28:48,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(761): Client=jenkins//172.31.12.81 delete name: "snapshot-backup" 2023-09-06T20:28:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot-backup 2023-09-06T20:28:48,307 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-09-06T20:28:48,307 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:48,308 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-09-06T20:28:48,308 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] util.JVMClusterUtil(257): Found active master hash=411734134, stopped=false 2023-09-06T20:28:48,308 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:48,310 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] procedure2.ProcedureExecutor(630): Stopping 2023-09-06T20:28:48,311 DEBUG [Listener at jenkins-hbase3.apache.org/38139 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:48,311 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,33521,1694032086489' ***** 2023-09-06T20:28:48,311 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-09-06T20:28:48,311 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:28:48,311 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-09-06T20:28:48,324 INFO [RS:0;jenkins-hbase3:33521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@14bca1e3{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-09-06T20:28:48,329 INFO [RS:0;jenkins-hbase3:33521 {}] server.AbstractConnector(383): Stopped ServerConnector@2d9048f1{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:28:48,329 INFO [RS:0;jenkins-hbase3:33521 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:28:48,330 INFO [RS:0;jenkins-hbase3:33521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5b4c8ebc{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:28:48,330 INFO [RS:0;jenkins-hbase3:33521 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7562d820{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop.log.dir/,STOPPED} 2023-09-06T20:28:48,332 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HeapMemoryManager(220): Stopping 2023-09-06T20:28:48,332 INFO [RS:0;jenkins-hbase3:33521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3528): Received CLOSE for eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3528): Received CLOSE for 0e1d8838ed69d81deef9a9edcdcd22cf 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3528): Received CLOSE for 3d9a14743b70e83a529f1f38a07395b0 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3528): Received CLOSE for d7d2f514d75f3bea4788057398cdaef7 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3528): Received CLOSE for bcce112dc9b5fee14a5e9b69a7ad57e9 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3528): Received CLOSE for 0aa754c75eae865f11ced6375c6411de 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3528): Received CLOSE for 4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:48,333 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,33521,1694032086489 2023-09-06T20:28:48,333 DEBUG [RS:0;jenkins-hbase3:33521 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:48,334 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-09-06T20:28:48,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing eec0a5009e2bcedc64d9baa9e6ae021d, disabling compactions & flushes 2023-09-06T20:28:48,334 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-09-06T20:28:48,334 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-09-06T20:28:48,334 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:48,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:48,334 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-09-06T20:28:48,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. after waiting 0 ms 2023-09-06T20:28:48,334 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:48,334 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing eec0a5009e2bcedc64d9baa9e6ae021d 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-09-06T20:28:48,335 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-09-06T20:28:48,335 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1583): Online Regions={eec0a5009e2bcedc64d9baa9e6ae021d=ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d., 0e1d8838ed69d81deef9a9edcdcd22cf=test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf., 3d9a14743b70e83a529f1f38a07395b0=ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0., d7d2f514d75f3bea4788057398cdaef7=backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7., bcce112dc9b5fee14a5e9b69a7ad57e9=hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9., 1588230740=hbase:meta,,1.1588230740, 0aa754c75eae865f11ced6375c6411de=backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de., 4cabed1bf144f05768b826d1898a4d7c=ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c.} 2023-09-06T20:28:48,335 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-09-06T20:28:48,335 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-09-06T20:28:48,335 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-09-06T20:28:48,335 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-09-06T20:28:48,336 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-09-06T20:28:48,336 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=11.24 KB heapSize=19.66 KB 2023-09-06T20:28:48,336 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1609): Waiting on 0aa754c75eae865f11ced6375c6411de, 0e1d8838ed69d81deef9a9edcdcd22cf, 1588230740, 3d9a14743b70e83a529f1f38a07395b0, 4cabed1bf144f05768b826d1898a4d7c, bcce112dc9b5fee14a5e9b69a7ad57e9, d7d2f514d75f3bea4788057398cdaef7, eec0a5009e2bcedc64d9baa9e6ae021d 2023-09-06T20:28:48,365 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d/.tmp/f/2bb86db19a5345d9baa462d18e0c1fc0 is 37, key is row10/f:q1/1694032099244/Put/seqid=0 2023-09-06T20:28:48,369 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/.tmp/info/a6d20774bd704456a841c1332b44c96c is 159, key is ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d./info:regioninfo/1694032098302/Put/seqid=0 2023-09-06T20:28:48,372 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d/.tmp/f/2bb86db19a5345d9baa462d18e0c1fc0 2023-09-06T20:28:48,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d/.tmp/f/2bb86db19a5345d9baa462d18e0c1fc0 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d/f/2bb86db19a5345d9baa462d18e0c1fc0 2023-09-06T20:28:48,388 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.37 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/.tmp/info/a6d20774bd704456a841c1332b44c96c 2023-09-06T20:28:48,391 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d/f/2bb86db19a5345d9baa462d18e0c1fc0, entries=99, sequenceid=103, filesize=8.2 K 2023-09-06T20:28:48,393 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for eec0a5009e2bcedc64d9baa9e6ae021d in 59ms, sequenceid=103, compaction requested=false 2023-09-06T20:28:48,404 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns2/test-16940320953951/eec0a5009e2bcedc64d9baa9e6ae021d/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:28:48,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:48,406 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:48,406 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for eec0a5009e2bcedc64d9baa9e6ae021d: 2023-09-06T20:28:48,406 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16940320953951,,1694032097115.eec0a5009e2bcedc64d9baa9e6ae021d. 2023-09-06T20:28:48,406 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0e1d8838ed69d81deef9a9edcdcd22cf, disabling compactions & flushes 2023-09-06T20:28:48,406 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:48,406 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:48,406 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. after waiting 0 ms 2023-09-06T20:28:48,406 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:48,411 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:28:48,412 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/default/test-1694032095395/0e1d8838ed69d81deef9a9edcdcd22cf/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-09-06T20:28:48,413 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:48,413 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:48,413 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0e1d8838ed69d81deef9a9edcdcd22cf: 2023-09-06T20:28:48,413 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1694032095395,,1694032095875.0e1d8838ed69d81deef9a9edcdcd22cf. 2023-09-06T20:28:48,414 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3d9a14743b70e83a529f1f38a07395b0, disabling compactions & flushes 2023-09-06T20:28:48,414 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:48,414 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:48,414 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. after waiting 0 ms 2023-09-06T20:28:48,414 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:48,418 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns4/test-16940320953953/3d9a14743b70e83a529f1f38a07395b0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:28:48,418 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/.tmp/table/6215df631cca4f629409cfb945ed4692 is 59, key is ns2:test-16940320953951/table:state/1694032098310/Put/seqid=0 2023-09-06T20:28:48,419 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:48,419 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:48,420 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3d9a14743b70e83a529f1f38a07395b0: 2023-09-06T20:28:48,420 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16940320953953,,1694032101443.3d9a14743b70e83a529f1f38a07395b0. 2023-09-06T20:28:48,421 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing d7d2f514d75f3bea4788057398cdaef7, disabling compactions & flushes 2023-09-06T20:28:48,421 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:48,421 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:48,421 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. after waiting 0 ms 2023-09-06T20:28:48,421 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:48,432 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system_bulk/d7d2f514d75f3bea4788057398cdaef7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:28:48,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:48,436 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:48,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for d7d2f514d75f3bea4788057398cdaef7: 2023-09-06T20:28:48,436 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1694032104898.d7d2f514d75f3bea4788057398cdaef7. 2023-09-06T20:28:48,437 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bcce112dc9b5fee14a5e9b69a7ad57e9, disabling compactions & flushes 2023-09-06T20:28:48,437 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:48,437 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:48,437 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=894 B at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/.tmp/table/6215df631cca4f629409cfb945ed4692 2023-09-06T20:28:48,437 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. after waiting 0 ms 2023-09-06T20:28:48,437 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:48,437 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing bcce112dc9b5fee14a5e9b69a7ad57e9 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-09-06T20:28:48,444 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/.tmp/info/a6d20774bd704456a841c1332b44c96c as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/info/a6d20774bd704456a841c1332b44c96c 2023-09-06T20:28:48,450 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/info/a6d20774bd704456a841c1332b44c96c, entries=71, sequenceid=49, filesize=14.2 K 2023-09-06T20:28:48,451 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/.tmp/table/6215df631cca4f629409cfb945ed4692 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/table/6215df631cca4f629409cfb945ed4692 2023-09-06T20:28:48,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9/.tmp/info/50b55f16e1f74241a0634992a268da63 is 45, key is default/info:d/1694032090488/Put/seqid=0 2023-09-06T20:28:48,456 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/table/6215df631cca4f629409cfb945ed4692, entries=15, sequenceid=49, filesize=5.8 K 2023-09-06T20:28:48,458 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~11.24 KB/11508, heapSize ~19.38 KB/19840, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=49, compaction requested=false 2023-09-06T20:28:48,468 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9/.tmp/info/50b55f16e1f74241a0634992a268da63 2023-09-06T20:28:48,471 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/meta/1588230740/recovered.edits/52.seqid, newMaxSeqId=52, maxSeqId=1 2023-09-06T20:28:48,472 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:48,472 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-09-06T20:28:48,473 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-09-06T20:28:48,474 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-09-06T20:28:48,474 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-09-06T20:28:48,477 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9/.tmp/info/50b55f16e1f74241a0634992a268da63 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9/info/50b55f16e1f74241a0634992a268da63 2023-09-06T20:28:48,484 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9/info/50b55f16e1f74241a0634992a268da63, entries=7, sequenceid=11, filesize=5.1 K 2023-09-06T20:28:48,485 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for bcce112dc9b5fee14a5e9b69a7ad57e9 in 48ms, sequenceid=11, compaction requested=false 2023-09-06T20:28:48,491 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/hbase/namespace/bcce112dc9b5fee14a5e9b69a7ad57e9/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-09-06T20:28:48,492 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:48,493 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:48,493 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bcce112dc9b5fee14a5e9b69a7ad57e9: 2023-09-06T20:28:48,493 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1694032089511.bcce112dc9b5fee14a5e9b69a7ad57e9. 2023-09-06T20:28:48,493 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0aa754c75eae865f11ced6375c6411de, disabling compactions & flushes 2023-09-06T20:28:48,493 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:48,493 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:48,493 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. after waiting 0 ms 2023-09-06T20:28:48,493 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:48,493 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 0aa754c75eae865f11ced6375c6411de 2/2 column families, dataSize=223 B heapSize=1.01 KB 2023-09-06T20:28:48,497 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/be4b6b5796b54b67bc4f18019e19e2ce is 91, key is incrbackupset:hdfs://localhost:35637/backupUT/meta:test-1694032095395/1694032128245/Put/seqid=0 2023-09-06T20:28:48,501 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/be4b6b5796b54b67bc4f18019e19e2ce 2023-09-06T20:28:48,507 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be4b6b5796b54b67bc4f18019e19e2ce 2023-09-06T20:28:48,511 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/7dc68723fdbc407fb534eaa36133354f is 59, key is session:backup_1694032103620/session:/1694032128241/DeleteFamily/seqid=0 2023-09-06T20:28:48,515 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/7dc68723fdbc407fb534eaa36133354f 2023-09-06T20:28:48,520 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7dc68723fdbc407fb534eaa36133354f 2023-09-06T20:28:48,521 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/meta/be4b6b5796b54b67bc4f18019e19e2ce as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/be4b6b5796b54b67bc4f18019e19e2ce 2023-09-06T20:28:48,527 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be4b6b5796b54b67bc4f18019e19e2ce 2023-09-06T20:28:48,527 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/meta/be4b6b5796b54b67bc4f18019e19e2ce, entries=2, sequenceid=46, filesize=5.2 K 2023-09-06T20:28:48,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/.tmp/session/7dc68723fdbc407fb534eaa36133354f as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/7dc68723fdbc407fb534eaa36133354f 2023-09-06T20:28:48,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7dc68723fdbc407fb534eaa36133354f 2023-09-06T20:28:48,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/session/7dc68723fdbc407fb534eaa36133354f, entries=2, sequenceid=46, filesize=5.2 K 2023-09-06T20:28:48,534 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~223 B/223, heapSize ~1000 B/1000, currentSize=0 B/0 for 0aa754c75eae865f11ced6375c6411de in 41ms, sequenceid=46, compaction requested=true 2023-09-06T20:28:48,539 DEBUG [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1609): Waiting on 0aa754c75eae865f11ced6375c6411de, 4cabed1bf144f05768b826d1898a4d7c 2023-09-06T20:28:48,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/backup/system/0aa754c75eae865f11ced6375c6411de/recovered.edits/49.seqid, newMaxSeqId=49, maxSeqId=31 2023-09-06T20:28:48,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:48,552 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:48,552 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0aa754c75eae865f11ced6375c6411de: 2023-09-06T20:28:48,552 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1694032103772.0aa754c75eae865f11ced6375c6411de. 2023-09-06T20:28:48,553 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4cabed1bf144f05768b826d1898a4d7c, disabling compactions & flushes 2023-09-06T20:28:48,553 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:48,553 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:48,553 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. after waiting 0 ms 2023-09-06T20:28:48,553 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:48,556 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/data/ns3/test-16940320953952/4cabed1bf144f05768b826d1898a4d7c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-09-06T20:28:48,557 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-09-06T20:28:48,558 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:48,558 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4cabed1bf144f05768b826d1898a4d7c: 2023-09-06T20:28:48,558 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16940320953952,,1694032099316.4cabed1bf144f05768b826d1898a4d7c. 2023-09-06T20:28:48,739 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,33521,1694032086489; all regions closed. 2023-09-06T20:28:48,748 DEBUG [RS:0;jenkins-hbase3:33521 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/oldWALs 2023-09-06T20:28:48,748 INFO [RS:0;jenkins-hbase3:33521 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33521%2C1694032086489.meta:.meta(num 1694032109276) 2023-09-06T20:28:48,755 DEBUG [RS:0;jenkins-hbase3:33521 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/oldWALs 2023-09-06T20:28:48,755 INFO [RS:0;jenkins-hbase3:33521 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C33521%2C1694032086489:(num 1694032109298) 2023-09-06T20:28:48,755 DEBUG [RS:0;jenkins-hbase3:33521 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:48,755 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.LeaseManager(133): Closed leases 2023-09-06T20:28:48,755 INFO [RS:0;jenkins-hbase3:33521 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-09-06T20:28:48,756 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:28:48,758 INFO [RS:0;jenkins-hbase3:33521 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:33521 2023-09-06T20:28:48,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,33521,1694032086489] 2023-09-06T20:28:48,768 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,33521,1694032086489; numProcessing=1 2023-09-06T20:28:48,769 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,33521,1694032086489 expired; onlineServers=0 2023-09-06T20:28:48,769 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,39273,1694032083228' ***** 2023-09-06T20:28:48,769 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-09-06T20:28:48,771 DEBUG [M:0;jenkins-hbase3:39273 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13625563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-09-06T20:28:48,771 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-09-06T20:28:48,816 INFO [M:0;jenkins-hbase3:39273 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@316a7058{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-09-06T20:28:48,817 INFO [M:0;jenkins-hbase3:39273 {}] server.AbstractConnector(383): Stopped ServerConnector@3d9957ed{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:28:48,817 INFO [M:0;jenkins-hbase3:39273 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-09-06T20:28:48,818 INFO [M:0;jenkins-hbase3:39273 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@615fdfd3{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-09-06T20:28:48,818 INFO [M:0;jenkins-hbase3:39273 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@23d5852a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/hadoop.log.dir/,STOPPED} 2023-09-06T20:28:48,819 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39273,1694032083228 2023-09-06T20:28:48,819 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39273,1694032083228; all regions closed. 2023-09-06T20:28:48,819 DEBUG [M:0;jenkins-hbase3:39273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:48,819 INFO [M:0;jenkins-hbase3:39273 {}] master.HMaster(1665): Stopping master jetty server 2023-09-06T20:28:48,819 INFO [M:0;jenkins-hbase3:39273 {}] server.AbstractConnector(383): Stopped ServerConnector@3477c428{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-09-06T20:28:48,820 DEBUG [M:0;jenkins-hbase3:39273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-09-06T20:28:48,820 INFO [M:0;jenkins-hbase3:39273 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-09-06T20:28:48,820 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-09-06T20:28:48,820 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032087865 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1694032087865,5,FailOnTimeoutGroup] 2023-09-06T20:28:48,820 DEBUG [M:0;jenkins-hbase3:39273 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-09-06T20:28:48,820 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032087865 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1694032087865,5,FailOnTimeoutGroup] 2023-09-06T20:28:48,820 DEBUG [M:0;jenkins-hbase3:39273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-09-06T20:28:48,820 INFO [M:0;jenkins-hbase3:39273 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-09-06T20:28:48,821 DEBUG [M:0;jenkins-hbase3:39273 {}] master.HMaster(1688): Stopping service threads 2023-09-06T20:28:48,821 INFO [M:0;jenkins-hbase3:39273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-09-06T20:28:48,821 ERROR [M:0;jenkins-hbase3:39273 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-09-06T20:28:48,822 INFO [M:0;jenkins-hbase3:39273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-09-06T20:28:48,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-09-06T20:28:48,823 WARN [M:0;jenkins-hbase3:39273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-09-06T20:28:48,823 INFO [M:0;jenkins-hbase3:39273 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-09-06T20:28:48,823 INFO [M:0;jenkins-hbase3:39273 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-09-06T20:28:48,824 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-09-06T20:28:48,844 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:48,844 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:48,844 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-09-06T20:28:48,844 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:48,844 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=189.28 KB heapSize=227.53 KB 2023-09-06T20:28:48,860 DEBUG [M:0;jenkins-hbase3:39273 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4d33aee20a141df9e5ad58c904c422f is 88, key is hbase:meta,,1/info:sn/1694032088856/Put/seqid=0 2023-09-06T20:28:48,865 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4d33aee20a141df9e5ad58c904c422f 2023-09-06T20:28:48,867 INFO [RS:0;jenkins-hbase3:33521 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,33521,1694032086489; zookeeper connection closed. 2023-09-06T20:28:48,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f342daf {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f342daf 2023-09-06T20:28:48,868 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-09-06T20:28:48,896 DEBUG [M:0;jenkins-hbase3:39273 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d0997adf0b14b74af687c6808943672 is 1030, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1694032125217/Put/seqid=0 2023-09-06T20:28:49,302 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=188.69 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d0997adf0b14b74af687c6808943672 2023-09-06T20:28:49,309 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d0997adf0b14b74af687c6808943672 2023-09-06T20:28:49,328 DEBUG [M:0;jenkins-hbase3:39273 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1ff144e9224992a638120cf8f20d5c is 82, key is jenkins-hbase3.apache.org,33521,1694032086489/rs:state/1694032088067/Put/seqid=0 2023-09-06T20:28:49,735 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1ff144e9224992a638120cf8f20d5c 2023-09-06T20:28:49,742 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4d33aee20a141df9e5ad58c904c422f as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4d33aee20a141df9e5ad58c904c422f 2023-09-06T20:28:49,748 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4d33aee20a141df9e5ad58c904c422f, entries=8, sequenceid=449, filesize=5.5 K 2023-09-06T20:28:49,749 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4d0997adf0b14b74af687c6808943672 as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d0997adf0b14b74af687c6808943672 2023-09-06T20:28:49,754 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d0997adf0b14b74af687c6808943672 2023-09-06T20:28:49,754 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4d0997adf0b14b74af687c6808943672, entries=49, sequenceid=449, filesize=16.2 K 2023-09-06T20:28:49,755 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1ff144e9224992a638120cf8f20d5c as hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d1ff144e9224992a638120cf8f20d5c 2023-09-06T20:28:49,760 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:35637/user/jenkins/test-data/2aa74ef6-d187-da86-b2cc-25595256de8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d1ff144e9224992a638120cf8f20d5c, entries=1, sequenceid=449, filesize=5.1 K 2023-09-06T20:28:49,761 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(3022): Finished flush of dataSize ~189.28 KB/193824, heapSize ~227.23 KB/232688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 917ms, sequenceid=449, compaction requested=false 2023-09-06T20:28:49,767 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-09-06T20:28:49,767 DEBUG [M:0;jenkins-hbase3:39273 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-09-06T20:28:49,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-09-06T20:28:49,770 INFO [M:0;jenkins-hbase3:39273 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-09-06T20:28:49,770 INFO [M:0;jenkins-hbase3:39273 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-09-06T20:28:49,771 INFO [M:0;jenkins-hbase3:39273 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39273 2023-09-06T20:28:49,875 INFO [M:0;jenkins-hbase3:39273 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39273,1694032083228; zookeeper connection closed. 2023-09-06T20:28:49,877 WARN [Listener at jenkins-hbase3.apache.org/38139 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-09-06T20:28:49,881 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:28:49,989 WARN [BP-1501118613-172.31.12.81-1694032079824 heartbeating to localhost/127.0.0.1:35637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-09-06T20:28:49,989 WARN [BP-1501118613-172.31.12.81-1694032079824 heartbeating to localhost/127.0.0.1:35637 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1501118613-172.31.12.81-1694032079824 (Datanode Uuid 6b7427d5-279c-4ee7-8341-0b79f9241a51) service to localhost/127.0.0.1:35637 2023-09-06T20:28:49,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/cluster_f1d1f504-6119-ace4-cb98-2242da5e8700/dfs/data/data1/current/BP-1501118613-172.31.12.81-1694032079824 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:28:49,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/01d67c9f-fedf-25ce-1f14-83a14c753c9a/cluster_f1d1f504-6119-ace4-cb98-2242da5e8700/dfs/data/data2/current/BP-1501118613-172.31.12.81-1694032079824 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-09-06T20:28:50,021 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-09-06T20:28:50,179 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-09-06T20:28:50,179 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-09-06T20:28:50,190 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:28:50,306 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:28:50,415 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:28:50,416 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:28:50,521 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-09-06T20:28:50,525 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-09-06T20:28:50,527 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:28:50,535 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-09-06T20:28:50,638 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-09-06T20:28:50,638 INFO [Listener at jenkins-hbase3.apache.org/38139 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped