2023-11-19 01:26:04,090 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:26:04,103 main DEBUG Took 0.010898 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-19 01:26:04,104 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-19 01:26:04,104 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-19 01:26:04,105 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-19 01:26:04,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,115 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-19 01:26:04,127 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,129 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,130 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,131 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,131 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,132 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,133 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,133 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,134 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,135 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,135 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,136 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-19 01:26:04,136 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,137 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-19 01:26:04,138 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-19 01:26:04,140 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-19 01:26:04,142 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-19 01:26:04,142 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-19 01:26:04,143 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-19 01:26:04,143 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-19 01:26:04,156 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-19 01:26:04,158 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-19 01:26:04,163 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-19 01:26:04,163 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-19 01:26:04,163 main DEBUG createAppenders(={Console}) 2023-11-19 01:26:04,164 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-19 01:26:04,164 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-19 01:26:04,165 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-19 01:26:04,165 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-19 01:26:04,165 main DEBUG OutputStream closed 2023-11-19 01:26:04,166 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-19 01:26:04,166 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-19 01:26:04,166 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-19 01:26:04,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-19 01:26:04,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-19 01:26:04,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-19 01:26:04,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-19 01:26:04,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-19 01:26:04,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-19 01:26:04,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-19 01:26:04,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-19 01:26:04,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-19 01:26:04,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-19 01:26:04,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-19 01:26:04,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-19 01:26:04,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-19 01:26:04,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-19 01:26:04,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-19 01:26:04,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-19 01:26:04,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-19 01:26:04,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-19 01:26:04,220 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19 01:26:04,220 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-19 01:26:04,220 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-19 01:26:04,221 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-19T01:26:04,253 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupShowHistory timeout: 13 mins 2023-11-19 01:26:04,257 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-19 01:26:04,257 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-19T01:26:04,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304 2023-11-19T01:26:04,607 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:26:04,610 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:04,611 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-19T01:26:04,615 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/cluster_353be360-4e46-bec3-270b-3f89a7702ec0, deleteOnExit=true 2023-11-19T01:26:04,615 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-19T01:26:04,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/test.cache.data in system properties and HBase conf 2023-11-19T01:26:04,616 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:26:04,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:26:04,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:26:04,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:26:04,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:26:04,743 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-19T01:26:05,242 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-19T01:26:05,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:26:05,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:26:05,247 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:26:05,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:26:05,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:26:05,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:26:05,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:26:05,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:26:05,249 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:26:05,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:26:05,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:26:05,250 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:26:05,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:26:05,251 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-19T01:26:05,734 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:26:05,739 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:26:06,030 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-19T01:26:06,175 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@77c072e3 via org.mortbay.log.Slf4jLog 2023-11-19T01:26:06,190 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:26:06,233 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:26:06,278 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/java.io.tmpdir/Jetty_localhost_43037_hdfs____.pz1fhd/webapp 2023-11-19T01:26:06,426 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43037 2023-11-19T01:26:06,449 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-19T01:26:06,450 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-19T01:26:07,022 WARN [Listener at localhost/40503 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:26:07,090 WARN [Listener at localhost/40503 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-19T01:26:07,108 WARN [Listener at localhost/40503 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:26:07,114 INFO [Listener at localhost/40503 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:26:07,120 INFO [Listener at localhost/40503 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/java.io.tmpdir/Jetty_localhost_36227_datanode____aazn2z/webapp 2023-11-19T01:26:07,217 INFO [Listener at localhost/40503 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36227 2023-11-19T01:26:07,502 WARN [Listener at localhost/45649 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-19T01:26:07,820 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-19T01:26:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xfcf8b0b7c7a4a33: Processing first storage report for DS-3e838d56-a124-4e08-94ce-76add6bfbf6f from datanode 5784e532-832a-47f0-a211-bca4602d713b 2023-11-19T01:26:08,014 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xfcf8b0b7c7a4a33: from storage DS-3e838d56-a124-4e08-94ce-76add6bfbf6f node DatanodeRegistration(127.0.0.1:35711, datanodeUuid=5784e532-832a-47f0-a211-bca4602d713b, infoPort=42131, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=843882365;c=1700357165812), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-19T01:26:08,014 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xfcf8b0b7c7a4a33: Processing first storage report for DS-eded348e-3511-4064-805d-4ae6ec4f5e76 from datanode 5784e532-832a-47f0-a211-bca4602d713b 2023-11-19T01:26:08,014 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xfcf8b0b7c7a4a33: from storage DS-eded348e-3511-4064-805d-4ae6ec4f5e76 node DatanodeRegistration(127.0.0.1:35711, datanodeUuid=5784e532-832a-47f0-a211-bca4602d713b, infoPort=42131, infoSecurePort=0, ipcPort=45649, storageInfo=lv=-57;cid=testClusterID;nsid=843882365;c=1700357165812), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-11-19T01:26:08,051 DEBUG [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304 2023-11-19T01:26:08,220 INFO [Listener at localhost/45649 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/cluster_353be360-4e46-bec3-270b-3f89a7702ec0/zookeeper_0, clientPort=58629, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/cluster_353be360-4e46-bec3-270b-3f89a7702ec0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/cluster_353be360-4e46-bec3-270b-3f89a7702ec0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-19T01:26:08,243 INFO [Listener at localhost/45649 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58629 2023-11-19T01:26:08,251 INFO [Listener at localhost/45649 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:08,254 INFO [Listener at localhost/45649 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:08,975 INFO [Listener at localhost/45649 {}] util.FSUtils(462): Created version file at hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 with version=8 2023-11-19T01:26:08,976 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/hbase-staging 2023-11-19T01:26:08,992 DEBUG [Listener at localhost/45649 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-19T01:26:08,992 DEBUG [Listener at localhost/45649 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-19T01:26:08,992 DEBUG [Listener at localhost/45649 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-19T01:26:08,993 DEBUG [Listener at localhost/45649 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-19T01:26:09,216 DEBUG [Listener at localhost/45649 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-19T01:26:10,062 INFO [Listener at localhost/45649 {}] client.ConnectionUtils(128): master/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:26:10,111 INFO [Listener at localhost/45649 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:10,112 INFO [Listener at localhost/45649 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:10,112 INFO [Listener at localhost/45649 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:26:10,112 INFO [Listener at localhost/45649 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:10,113 INFO [Listener at localhost/45649 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:26:10,282 INFO [Listener at localhost/45649 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:26:10,417 INFO [Listener at localhost/45649 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-19T01:26:10,436 DEBUG [Listener at localhost/45649 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-19T01:26:10,444 INFO [Listener at localhost/45649 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:26:10,507 DEBUG [Listener at localhost/45649 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 2771 (auto-detected) 2023-11-19T01:26:10,509 DEBUG [Listener at localhost/45649 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:55:ff:fe:37:d3:4d (auto-detected) 2023-11-19T01:26:10,547 INFO [Listener at localhost/45649 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:40109 2023-11-19T01:26:10,563 INFO [Listener at localhost/45649 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:10,565 INFO [Listener at localhost/45649 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:10,590 INFO [Listener at localhost/45649 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:40109 connecting to ZooKeeper ensemble=127.0.0.1:58629 2023-11-19T01:26:10,648 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:401090x0, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:26:10,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:40109-0x10123a3687c0000 connected 2023-11-19T01:26:10,709 DEBUG [Listener at localhost/45649 {}] zookeeper.ZKUtil(113): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:26:10,713 DEBUG [Listener at localhost/45649 {}] zookeeper.ZKUtil(113): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:26:10,717 DEBUG [Listener at localhost/45649 {}] zookeeper.ZKUtil(113): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:26:10,728 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40109 2023-11-19T01:26:10,728 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40109 2023-11-19T01:26:10,729 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40109 2023-11-19T01:26:10,731 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40109 2023-11-19T01:26:10,731 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40109 2023-11-19T01:26:10,793 INFO [Listener at localhost/45649 {}] log.Log(170): Logging initialized @7488ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-19T01:26:10,923 INFO [Listener at localhost/45649 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:26:10,924 INFO [Listener at localhost/45649 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:26:10,925 INFO [Listener at localhost/45649 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:26:10,927 INFO [Listener at localhost/45649 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-19T01:26:10,928 INFO [Listener at localhost/45649 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:26:10,928 INFO [Listener at localhost/45649 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:26:10,931 INFO [Listener at localhost/45649 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:26:11,105 INFO [Listener at localhost/45649 {}] http.HttpServer(1227): Jetty bound to port 43405 2023-11-19T01:26:11,108 INFO [Listener at localhost/45649 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:26:11,154 INFO [Listener at localhost/45649 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:26:11,158 INFO [Listener at localhost/45649 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@1ce00616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:26:11,159 INFO [Listener at localhost/45649 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:26:11,159 INFO [Listener at localhost/45649 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@48ee894{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:26:11,230 INFO [Listener at localhost/45649 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:26:11,244 INFO [Listener at localhost/45649 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:26:11,244 INFO [Listener at localhost/45649 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:26:11,246 INFO [Listener at localhost/45649 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-19T01:26:11,254 INFO [Listener at localhost/45649 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:26:12,500 INFO [Listener at localhost/45649 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6358cecb{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:26:12,512 INFO [Listener at localhost/45649 {}] server.AbstractConnector(333): Started ServerConnector@675e02b3{HTTP/1.1, (http/1.1)}{0.0.0.0:43405} 2023-11-19T01:26:12,512 INFO [Listener at localhost/45649 {}] server.Server(415): Started @9207ms 2023-11-19T01:26:12,517 INFO [Listener at localhost/45649 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892, hbase.cluster.distributed=false 2023-11-19T01:26:12,587 INFO [Listener at localhost/45649 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase6:0 server-side Connection retries=45 2023-11-19T01:26:12,587 INFO [Listener at localhost/45649 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:12,587 INFO [Listener at localhost/45649 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:12,587 INFO [Listener at localhost/45649 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-19T01:26:12,588 INFO [Listener at localhost/45649 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-19T01:26:12,588 INFO [Listener at localhost/45649 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-19T01:26:12,597 INFO [Listener at localhost/45649 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-19T01:26:12,599 INFO [Listener at localhost/45649 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-19T01:26:12,600 INFO [Listener at localhost/45649 {}] ipc.NettyRpcServer(192): Bind to /172.31.2.20:40713 2023-11-19T01:26:12,603 INFO [Listener at localhost/45649 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-19T01:26:12,613 DEBUG [Listener at localhost/45649 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-19T01:26:12,614 INFO [Listener at localhost/45649 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:12,617 INFO [Listener at localhost/45649 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:12,620 INFO [Listener at localhost/45649 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:40713 connecting to ZooKeeper ensemble=127.0.0.1:58629 2023-11-19T01:26:12,623 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:407130x0, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-19T01:26:12,624 DEBUG [Listener at localhost/45649 {}] zookeeper.ZKUtil(113): regionserver:407130x0, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-19T01:26:12,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:40713-0x10123a3687c0001 connected 2023-11-19T01:26:12,626 DEBUG [Listener at localhost/45649 {}] zookeeper.ZKUtil(113): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-19T01:26:12,627 DEBUG [Listener at localhost/45649 {}] zookeeper.ZKUtil(113): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-19T01:26:12,628 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40713 2023-11-19T01:26:12,630 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40713 2023-11-19T01:26:12,631 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40713 2023-11-19T01:26:12,631 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40713 2023-11-19T01:26:12,631 DEBUG [Listener at localhost/45649 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40713 2023-11-19T01:26:12,635 INFO [Listener at localhost/45649 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-19T01:26:12,635 INFO [Listener at localhost/45649 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-19T01:26:12,635 INFO [Listener at localhost/45649 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-19T01:26:12,636 INFO [Listener at localhost/45649 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-19T01:26:12,636 INFO [Listener at localhost/45649 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-19T01:26:12,636 INFO [Listener at localhost/45649 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-19T01:26:12,637 INFO [Listener at localhost/45649 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-19T01:26:12,639 INFO [Listener at localhost/45649 {}] http.HttpServer(1227): Jetty bound to port 33333 2023-11-19T01:26:12,639 INFO [Listener at localhost/45649 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:26:12,641 INFO [Listener at localhost/45649 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:26:12,641 INFO [Listener at localhost/45649 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6574aa5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop.log.dir/,AVAILABLE} 2023-11-19T01:26:12,642 INFO [Listener at localhost/45649 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:26:12,642 INFO [Listener at localhost/45649 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@353581d9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-19T01:26:12,659 INFO [Listener at localhost/45649 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-19T01:26:12,661 INFO [Listener at localhost/45649 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-19T01:26:12,661 INFO [Listener at localhost/45649 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-19T01:26:12,661 INFO [Listener at localhost/45649 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2023-11-19T01:26:12,663 INFO [Listener at localhost/45649 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-19T01:26:12,668 INFO [Listener at localhost/45649 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5062364c{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:26:12,669 INFO [Listener at localhost/45649 {}] server.AbstractConnector(333): Started ServerConnector@b303586{HTTP/1.1, (http/1.1)}{0.0.0.0:33333} 2023-11-19T01:26:12,669 INFO [Listener at localhost/45649 {}] server.Server(415): Started @9364ms 2023-11-19T01:26:12,705 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-19T01:26:12,728 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@42f8d160{HTTP/1.1, (http/1.1)}{0.0.0.0:44585} 2023-11-19T01:26:12,728 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] server.Server(415): Started @9423ms 2023-11-19T01:26:12,728 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:12,735 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase6:40109 2023-11-19T01:26:12,740 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:26:12,740 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:26:12,743 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:12,768 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:26:12,768 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-19T01:26:12,768 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:12,768 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:12,770 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:26:12,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-19T01:26:12,772 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase6.apache.org,40109,1700357169199 from backup master directory 2023-11-19T01:26:12,776 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:12,776 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:26:12,776 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-19T01:26:12,777 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:26:12,777 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:12,780 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-19T01:26:12,782 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-19T01:26:12,864 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/hbase.id with ID: dd3b3884-51d1-4cd1-b58f-b8c9e0c96875 2023-11-19T01:26:12,907 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-19T01:26:12,924 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:12,924 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:12,966 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:26:12,968 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-19T01:26:12,987 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-19T01:26:12,987 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-19T01:26:12,988 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:26:12,998 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:26:13,000 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:26:13,069 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store 2023-11-19T01:26:13,093 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-19T01:26:13,093 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:13,093 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:26:13,094 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:13,094 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:13,094 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:26:13,094 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:13,094 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:13,095 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:26:13,096 WARN [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/.initializing 2023-11-19T01:26:13,097 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/WALs/jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:13,105 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:26:13,119 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C40109%2C1700357169199, suffix=, logDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/WALs/jenkins-hbase6.apache.org,40109,1700357169199, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/oldWALs, maxLogs=10 2023-11-19T01:26:13,150 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/WALs/jenkins-hbase6.apache.org,40109,1700357169199/jenkins-hbase6.apache.org%2C40109%2C1700357169199.1700357173126, exclude list is [], retry=0 2023-11-19T01:26:13,185 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK] 2023-11-19T01:26:13,192 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-19T01:26:13,263 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/WALs/jenkins-hbase6.apache.org,40109,1700357169199/jenkins-hbase6.apache.org%2C40109%2C1700357169199.1700357173126 2023-11-19T01:26:13,264 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK]] 2023-11-19T01:26:13,264 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:13,265 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:13,269 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,270 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-19T01:26:13,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:13,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:26:13,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-19T01:26:13,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:13,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:13,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-19T01:26:13,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:13,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:13,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-19T01:26:13,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:13,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:13,421 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,422 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,437 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-19T01:26:13,440 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-19T01:26:13,445 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:13,446 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10106782400, jitterRate=-0.0587325394153595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-19T01:26:13,451 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:26:13,452 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-19T01:26:13,487 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3d257e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:13,542 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-19T01:26:13,562 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-19T01:26:13,562 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-19T01:26:13,566 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-19T01:26:13,567 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-19T01:26:13,573 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-11-19T01:26:13,573 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-19T01:26:13,608 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-19T01:26:13,624 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-19T01:26:13,627 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-19T01:26:13,630 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-19T01:26:13,631 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-19T01:26:13,633 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-19T01:26:13,636 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-19T01:26:13,643 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-19T01:26:13,645 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-19T01:26:13,646 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-19T01:26:13,647 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-19T01:26:13,663 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-19T01:26:13,665 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-19T01:26:13,670 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:26:13,670 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-19T01:26:13,671 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:13,671 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:13,671 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase6.apache.org,40109,1700357169199, sessionid=0x10123a3687c0000, setting cluster-up flag (Was=false) 2023-11-19T01:26:13,685 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-19T01:26:13,700 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:13,700 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:13,706 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-19T01:26:13,707 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:13,711 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:13,711 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:13,719 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-19T01:26:13,721 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:13,726 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:13,726 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:13,740 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-19T01:26:13,741 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:13,783 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase6:40713 2023-11-19T01:26:13,785 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(997): ClusterId : dd3b3884-51d1-4cd1-b58f-b8c9e0c96875 2023-11-19T01:26:13,787 INFO [RS:0;jenkins-hbase6:40713 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-19T01:26:13,805 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-19T01:26:13,813 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-19T01:26:13,813 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-19T01:26:13,817 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-19T01:26:13,817 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-19T01:26:13,821 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-19T01:26:13,823 DEBUG [RS:0;jenkins-hbase6:40713 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dde6860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:13,833 DEBUG [RS:0;jenkins-hbase6:40713 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d48d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:26:13,838 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-19T01:26:13,838 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-19T01:26:13,838 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-19T01:26:13,841 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,40109,1700357169199 with isa=jenkins-hbase6.apache.org/172.31.2.20:40713, startcode=1700357172586 2023-11-19T01:26:13,861 DEBUG [RS:0;jenkins-hbase6:40713 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:26:13,932 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-19T01:26:13,938 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:56175, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:26:13,945 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-19T01:26:13,950 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-19T01:26:13,951 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40109 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-19T01:26:13,958 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase6.apache.org,40109,1700357169199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-19T01:26:13,963 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:26:13,963 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:26:13,963 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:26:13,963 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=5, maxPoolSize=5 2023-11-19T01:26:13,963 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase6:0, corePoolSize=10, maxPoolSize=10 2023-11-19T01:26:13,964 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:13,964 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:26:13,964 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:13,973 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1700357203973 2023-11-19T01:26:13,977 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-19T01:26:13,980 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-19T01:26:13,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:26:13,991 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-19T01:26:13,993 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-19T01:26:13,994 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-19T01:26:13,995 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-19T01:26:13,995 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-19T01:26:13,996 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-19T01:26:13,996 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:13,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:13,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:26:13,998 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-19T01:26:13,998 WARN [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-19T01:26:13,998 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-19T01:26:14,001 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-19T01:26:14,002 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-19T01:26:14,015 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x56b44626 to 127.0.0.1:58629 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:26:14,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-19T01:26:14,017 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:14,041 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97f21cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:14,041 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-19T01:26:14,045 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-19T01:26:14,046 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-19T01:26:14,050 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357174047,5,FailOnTimeoutGroup] 2023-11-19T01:26:14,050 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357174050,5,FailOnTimeoutGroup] 2023-11-19T01:26:14,050 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,051 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-19T01:26:14,053 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,054 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,099 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase6.apache.org,40109,1700357169199 with isa=jenkins-hbase6.apache.org/172.31.2.20:40713, startcode=1700357172586 2023-11-19T01:26:14,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40109 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:14,119 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:14,119 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:40503 2023-11-19T01:26:14,119 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=43405 2023-11-19T01:26:14,128 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-19T01:26:14,128 DEBUG [RS:0;jenkins-hbase6:40713 {}] zookeeper.ZKUtil(111): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:14,128 WARN [RS:0;jenkins-hbase6:40713 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-19T01:26:14,129 INFO [RS:0;jenkins-hbase6:40713 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:26:14,129 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:14,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase6.apache.org,40713,1700357172586] 2023-11-19T01:26:14,151 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-19T01:26:14,171 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-19T01:26:14,190 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-19T01:26:14,196 INFO [RS:0;jenkins-hbase6:40713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-19T01:26:14,197 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,198 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-19T01:26:14,207 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,208 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,208 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,208 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,208 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,209 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,209 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase6:0, corePoolSize=2, maxPoolSize=2 2023-11-19T01:26:14,209 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,209 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,210 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,210 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,210 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase6:0, corePoolSize=1, maxPoolSize=1 2023-11-19T01:26:14,210 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:26:14,210 DEBUG [RS:0;jenkins-hbase6:40713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase6:0, corePoolSize=3, maxPoolSize=3 2023-11-19T01:26:14,211 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,212 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,212 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,212 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,212 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40713,1700357172586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:26:14,228 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-19T01:26:14,231 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40713,1700357172586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:14,247 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.Replication(204): jenkins-hbase6.apache.org,40713,1700357172586 started 2023-11-19T01:26:14,247 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase6.apache.org,40713,1700357172586, RpcServer on jenkins-hbase6.apache.org/172.31.2.20:40713, sessionid=0x10123a3687c0001 2023-11-19T01:26:14,248 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-19T01:26:14,248 DEBUG [RS:0;jenkins-hbase6:40713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:14,248 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,40713,1700357172586' 2023-11-19T01:26:14,248 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-19T01:26:14,249 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-19T01:26:14,250 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-19T01:26:14,250 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-19T01:26:14,250 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,40713,1700357172586' 2023-11-19T01:26:14,250 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:26:14,250 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:26:14,251 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-19T01:26:14,251 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-19T01:26:14,251 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-19T01:26:14,251 DEBUG [RS:0;jenkins-hbase6:40713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:14,251 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase6.apache.org,40713,1700357172586' 2023-11-19T01:26:14,251 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-19T01:26:14,252 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-19T01:26:14,253 DEBUG [RS:0;jenkins-hbase6:40713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-19T01:26:14,253 INFO [RS:0;jenkins-hbase6:40713 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-19T01:26:14,253 INFO [RS:0;jenkins-hbase6:40713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-19T01:26:14,364 INFO [RS:0;jenkins-hbase6:40713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-19T01:26:14,366 INFO [RS:0;jenkins-hbase6:40713 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C40713%2C1700357172586, suffix=, logDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/oldWALs, maxLogs=32 2023-11-19T01:26:14,379 DEBUG [RS:0;jenkins-hbase6:40713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357174368, exclude list is [], retry=0 2023-11-19T01:26:14,385 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK] 2023-11-19T01:26:14,389 INFO [RS:0;jenkins-hbase6:40713 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357174368 2023-11-19T01:26:14,390 DEBUG [RS:0;jenkins-hbase6:40713 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK]] 2023-11-19T01:26:14,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:14,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:26:14,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:26:14,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:14,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:26:14,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:26:14,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:26:14,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:14,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:26:14,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:26:14,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:26:14,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:14,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:26:14,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740 2023-11-19T01:26:14,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740 2023-11-19T01:26:14,464 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:26:14,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:26:14,470 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:14,471 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10823073760, jitterRate=0.007977291941642761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:26:14,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:26:14,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:26:14,473 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:26:14,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:26:14,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:26:14,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:26:14,475 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:26:14,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:26:14,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-19T01:26:14,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-19T01:26:14,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-19T01:26:14,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-19T01:26:14,505 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-19T01:26:14,657 DEBUG [jenkins-hbase6:40109 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-19T01:26:14,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:14,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,40713,1700357172586, state=OPENING 2023-11-19T01:26:14,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-19T01:26:14,683 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:14,683 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:14,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:26:14,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:26:14,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,40713,1700357172586}] 2023-11-19T01:26:15,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:15,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-19T01:26:15,020 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47436, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-19T01:26:15,034 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-19T01:26:15,035 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-19T01:26:15,035 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-19T01:26:15,039 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta, suffix=.meta, logDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586, archiveDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/oldWALs, maxLogs=32 2023-11-19T01:26:15,053 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357175040.meta, exclude list is [], retry=0 2023-11-19T01:26:15,057 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK] 2023-11-19T01:26:15,062 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357175040.meta 2023-11-19T01:26:15,062 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK]] 2023-11-19T01:26:15,063 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:15,067 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:26:15,068 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-19T01:26:15,085 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-19T01:26:15,086 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-19T01:26:15,090 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-19T01:26:15,091 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:15,091 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-19T01:26:15,091 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-19T01:26:15,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-19T01:26:15,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-19T01:26:15,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:15,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:26:15,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-19T01:26:15,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-19T01:26:15,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:15,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:26:15,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-19T01:26:15,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-19T01:26:15,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:15,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-19T01:26:15,101 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740 2023-11-19T01:26:15,104 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740 2023-11-19T01:26:15,107 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-19T01:26:15,109 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-19T01:26:15,111 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9870024160, jitterRate=-0.08078236877918243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-19T01:26:15,112 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-19T01:26:15,124 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1700357175004 2023-11-19T01:26:15,149 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-19T01:26:15,149 INFO [RS_OPEN_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-19T01:26:15,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:15,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase6.apache.org,40713,1700357172586, state=OPEN 2023-11-19T01:26:15,155 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:26:15,156 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-19T01:26:15,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:26:15,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-19T01:26:15,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-19T01:26:15,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase6.apache.org,40713,1700357172586 in 469 msec 2023-11-19T01:26:15,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-19T01:26:15,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 673 msec 2023-11-19T01:26:15,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3440 sec 2023-11-19T01:26:15,177 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1700357175176, completionTime=-1 2023-11-19T01:26:15,177 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-19T01:26:15,177 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-19T01:26:15,244 DEBUG [hconnection-0x53b8f60f-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:15,249 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47442, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:15,271 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-19T01:26:15,271 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1700357235271 2023-11-19T01:26:15,272 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1700357295271 2023-11-19T01:26:15,272 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 94 msec 2023-11-19T01:26:15,299 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40109,1700357169199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:15,299 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40109,1700357169199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:15,299 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40109,1700357169199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:15,301 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase6:40109, period=300000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:15,302 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-19T01:26:15,309 DEBUG [master/jenkins-hbase6:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-19T01:26:15,323 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-19T01:26:15,324 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-19T01:26:15,333 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-19T01:26:15,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:26:15,339 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:15,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:26:15,763 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 3063b031f4aa2f53f5bac6aebb5905cd, NAME => 'hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:16,176 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:16,176 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 3063b031f4aa2f53f5bac6aebb5905cd, disabling compactions & flushes 2023-11-19T01:26:16,176 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:16,176 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:16,176 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. after waiting 0 ms 2023-11-19T01:26:16,176 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:16,176 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:16,176 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 3063b031f4aa2f53f5bac6aebb5905cd: 2023-11-19T01:26:16,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:26:16,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1700357176182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357176182"}]},"ts":"1700357176182"} 2023-11-19T01:26:16,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:26:16,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:26:16,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357176237"}]},"ts":"1700357176237"} 2023-11-19T01:26:16,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-19T01:26:16,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3063b031f4aa2f53f5bac6aebb5905cd, ASSIGN}] 2023-11-19T01:26:16,254 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3063b031f4aa2f53f5bac6aebb5905cd, ASSIGN 2023-11-19T01:26:16,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3063b031f4aa2f53f5bac6aebb5905cd, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40713,1700357172586; forceNewPlan=false, retain=false 2023-11-19T01:26:16,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3063b031f4aa2f53f5bac6aebb5905cd, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:16,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3063b031f4aa2f53f5bac6aebb5905cd, server=jenkins-hbase6.apache.org,40713,1700357172586}] 2023-11-19T01:26:16,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:16,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:16,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 3063b031f4aa2f53f5bac6aebb5905cd, NAME => 'hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:16,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:26:16,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3063b031f4aa2f53f5bac6aebb5905cd 2023-11-19T01:26:16,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:16,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 3063b031f4aa2f53f5bac6aebb5905cd 2023-11-19T01:26:16,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 3063b031f4aa2f53f5bac6aebb5905cd 2023-11-19T01:26:16,583 INFO [StoreOpener-3063b031f4aa2f53f5bac6aebb5905cd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3063b031f4aa2f53f5bac6aebb5905cd 2023-11-19T01:26:16,585 INFO [StoreOpener-3063b031f4aa2f53f5bac6aebb5905cd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3063b031f4aa2f53f5bac6aebb5905cd columnFamilyName info 2023-11-19T01:26:16,585 DEBUG [StoreOpener-3063b031f4aa2f53f5bac6aebb5905cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:16,586 INFO [StoreOpener-3063b031f4aa2f53f5bac6aebb5905cd-1 {}] regionserver.HStore(324): Store=3063b031f4aa2f53f5bac6aebb5905cd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:16,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd 2023-11-19T01:26:16,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd 2023-11-19T01:26:16,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 3063b031f4aa2f53f5bac6aebb5905cd 2023-11-19T01:26:16,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:16,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 3063b031f4aa2f53f5bac6aebb5905cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11045182720, jitterRate=0.028662800788879395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:26:16,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 3063b031f4aa2f53f5bac6aebb5905cd: 2023-11-19T01:26:16,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd., pid=6, masterSystemTime=1700357176572 2023-11-19T01:26:16,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:16,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:16,603 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3063b031f4aa2f53f5bac6aebb5905cd, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:16,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-19T01:26:16,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3063b031f4aa2f53f5bac6aebb5905cd, server=jenkins-hbase6.apache.org,40713,1700357172586 in 189 msec 2023-11-19T01:26:16,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-19T01:26:16,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3063b031f4aa2f53f5bac6aebb5905cd, ASSIGN in 359 msec 2023-11-19T01:26:16,614 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:26:16,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357176614"}]},"ts":"1700357176614"} 2023-11-19T01:26:16,617 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-19T01:26:16,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:26:16,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2950 sec 2023-11-19T01:26:16,638 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-19T01:26:16,640 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-19T01:26:16,640 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:16,641 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-19T01:26:16,687 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-19T01:26:16,703 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:26:16,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2023-11-19T01:26:16,713 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-19T01:26:16,726 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:26:16,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 19 msec 2023-11-19T01:26:16,740 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-19T01:26:16,744 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-19T01:26:16,744 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 3.967sec 2023-11-19T01:26:16,746 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-19T01:26:16,748 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-19T01:26:16,749 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-19T01:26:16,750 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-19T01:26:16,750 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-19T01:26:16,751 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40109,1700357169199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-19T01:26:16,752 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase6.apache.org,40109,1700357169199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-19T01:26:16,765 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-19T01:26:16,767 INFO [master/jenkins-hbase6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-19T01:26:16,836 DEBUG [Listener at localhost/45649 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x77a1d7d8 to 127.0.0.1:58629 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:26:16,841 DEBUG [Listener at localhost/45649 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2767db00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:16,848 DEBUG [Listener at localhost/45649 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-19T01:26:16,848 DEBUG [Listener at localhost/45649 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-19T01:26:16,864 DEBUG [hconnection-0x47dd1e07-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:16,879 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47446, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:16,891 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/test.cache.data in system properties and HBase conf 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop.tmp.dir in system properties and HBase conf 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop.log.dir in system properties and HBase conf 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-19T01:26:16,892 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/nfs.dump.dir in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/java.io.tmpdir in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-19T01:26:16,893 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-19T01:26:16,894 INFO [Listener at localhost/45649 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-19T01:26:18,120 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:26:18,620 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:26:18,627 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_44343_jobhistory____t4pl95/webapp 2023-11-19T01:26:18,797 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-19T01:26:18,797 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-19T01:26:18,797 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:26:18,801 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:26:18,899 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:19,064 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:19,367 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-19T01:26:19,404 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:44343 2023-11-19T01:26:19,619 WARN [Listener at jenkins-hbase6.apache.org/44891 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:26:19,713 WARN [Listener at jenkins-hbase6.apache.org/44891 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:26:19,714 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:26:19,720 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_34659_cluster____.saz8sz/webapp 2023-11-19T01:26:19,804 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:26:19,805 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-19T01:26:19,805 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:26:19,805 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:26:19,813 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:20,046 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:20,187 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:20,196 INFO [Listener at jenkins-hbase6.apache.org/44891 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:34659 2023-11-19T01:26:20,588 WARN [Listener at jenkins-hbase6.apache.org/44763 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:26:20,614 WARN [Listener at jenkins-hbase6.apache.org/44763 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:26:20,615 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:26:20,621 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_45277_node____.jshcer/webapp 2023-11-19T01:26:20,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:26:20,701 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:26:20,701 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:26:20,702 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:26:20,702 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:26:20,713 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:20,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-19T01:26:20,736 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-19T01:26:20,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:26:20,738 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:20,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:26:20,740 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:20,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:20,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-19T01:26:20,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:26:20,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-19T01:26:20,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-19T01:26:20,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:20,748 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:20,850 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:20,860 INFO [Listener at jenkins-hbase6.apache.org/44763 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:45277 2023-11-19T01:26:21,062 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-19T01:26:21,068 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-19T01:26:21,068 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-19T01:26:21,075 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/java.io.tmpdir/Jetty_jenkins.hbase6_apache_org_38755_node____.jt746q/webapp 2023-11-19T01:26:21,129 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-19T01:26:21,129 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-19T01:26:21,129 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-19T01:26:21,129 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-19T01:26:21,141 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:21,165 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:21,242 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-19T01:26:21,250 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:38755 2023-11-19T01:26:21,296 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-19T01:26:21,296 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:40503/backupUT 2023-11-19T01:26:21,313 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:26:21,318 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:55642, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:26:21,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns1'} 2023-11-19T01:26:21,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-19T01:26:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:26:21,366 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:26:21,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 36 msec 2023-11-19T01:26:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-19T01:26:21,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns2'} 2023-11-19T01:26:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-19T01:26:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:26:21,475 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:26:21,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 20 msec 2023-11-19T01:26:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-19T01:26:21,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns3'} 2023-11-19T01:26:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-19T01:26:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:26:21,589 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:26:21,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 20 msec 2023-11-19T01:26:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-19T01:26:21,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'ns4'} 2023-11-19T01:26:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-19T01:26:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:26:21,699 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:26:21,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2023-11-19T01:26:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-19T01:26:21,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'test-1700357181296', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:26:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1700357181296 2023-11-19T01:26:21,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1700357181296 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:26:21,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "default" qualifier: "test-1700357181296" procId is: 13 2023-11-19T01:26:21,816 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:21,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1700357181296 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:26:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:26:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:26:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:26:22,257 INFO [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 34c399e06b0ad02f103c212d84d77977, NAME => 'test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1700357181296', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:26:22,679 DEBUG [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(888): Instantiated test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:22,679 DEBUG [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(1668): Closing 34c399e06b0ad02f103c212d84d77977, disabling compactions & flushes 2023-11-19T01:26:22,679 INFO [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(1690): Closing region test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:22,679 DEBUG [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:22,680 DEBUG [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. after waiting 0 ms 2023-11-19T01:26:22,680 DEBUG [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:22,680 INFO [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(1909): Closed test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:22,680 DEBUG [RegionOpenAndInit-test-1700357181296-pool-0 {}] regionserver.HRegion(1622): Region close journal for 34c399e06b0ad02f103c212d84d77977: 2023-11-19T01:26:22,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1700357181296 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:26:22,682 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1700357182682"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357182682"}]},"ts":"1700357182682"} 2023-11-19T01:26:22,686 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:26:22,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1700357181296 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:26:22,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357181296","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357182688"}]},"ts":"1700357182688"} 2023-11-19T01:26:22,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357181296, state=ENABLING in hbase:meta 2023-11-19T01:26:22,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357181296, region=34c399e06b0ad02f103c212d84d77977, ASSIGN}] 2023-11-19T01:26:22,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1700357181296, region=34c399e06b0ad02f103c212d84d77977, ASSIGN 2023-11-19T01:26:22,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1700357181296, region=34c399e06b0ad02f103c212d84d77977, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40713,1700357172586; forceNewPlan=false, retain=false 2023-11-19T01:26:22,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=34c399e06b0ad02f103c212d84d77977, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:22,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 34c399e06b0ad02f103c212d84d77977, server=jenkins-hbase6.apache.org,40713,1700357172586}] 2023-11-19T01:26:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:26:23,012 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:23,020 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:23,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => 34c399e06b0ad02f103c212d84d77977, NAME => 'test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:23,020 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:26:23,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1700357181296 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:23,020 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:23,021 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:23,021 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:23,023 INFO [StoreOpener-34c399e06b0ad02f103c212d84d77977-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:23,025 INFO [StoreOpener-34c399e06b0ad02f103c212d84d77977-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c399e06b0ad02f103c212d84d77977 columnFamilyName f 2023-11-19T01:26:23,025 DEBUG [StoreOpener-34c399e06b0ad02f103c212d84d77977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:23,026 INFO [StoreOpener-34c399e06b0ad02f103c212d84d77977-1 {}] regionserver.HStore(324): Store=34c399e06b0ad02f103c212d84d77977/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:23,027 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:23,028 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:23,032 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:23,036 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:23,037 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened 34c399e06b0ad02f103c212d84d77977; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11246866880, jitterRate=0.047446101903915405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:26:23,038 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for 34c399e06b0ad02f103c212d84d77977: 2023-11-19T01:26:23,039 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977., pid=15, masterSystemTime=1700357183012 2023-11-19T01:26:23,042 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:23,042 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:23,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=34c399e06b0ad02f103c212d84d77977, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:23,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-19T01:26:23,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 34c399e06b0ad02f103c212d84d77977, server=jenkins-hbase6.apache.org,40713,1700357172586 in 187 msec 2023-11-19T01:26:23,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-19T01:26:23,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1700357181296, region=34c399e06b0ad02f103c212d84d77977, ASSIGN in 351 msec 2023-11-19T01:26:23,052 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1700357181296 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:26:23,052 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1700357181296","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357183052"}]},"ts":"1700357183052"} 2023-11-19T01:26:23,054 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1700357181296, state=ENABLED in hbase:meta 2023-11-19T01:26:23,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1700357181296 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:26:23,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1700357181296 in 1.2470 sec 2023-11-19T01:26:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-19T01:26:23,937 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1700357181296, procId: 13 completed 2023-11-19T01:26:23,938 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x05d5eb90 to 127.0.0.1:58629 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:26:23,944 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bc0df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:23,947 DEBUG [hconnection-0x1a9c8ebb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:23,950 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:47816, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:23,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.HRegion(8210): writing data to region test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:26:24,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns2:test-17003571812961', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:26:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-17003571812961 2023-11-19T01:26:24,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003571812961 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:26:24,062 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:24,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns2" qualifier: "test-17003571812961" procId is: 16 2023-11-19T01:26:24,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-17003571812961 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:26:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:26:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:26:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:26:24,482 INFO [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 4e8356cc132ee148195b96442e843606, NAME => 'ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17003571812961', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:26:24,902 DEBUG [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:24,902 DEBUG [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(1668): Closing 4e8356cc132ee148195b96442e843606, disabling compactions & flushes 2023-11-19T01:26:24,902 INFO [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:24,902 DEBUG [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:24,902 DEBUG [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. after waiting 0 ms 2023-11-19T01:26:24,902 DEBUG [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:24,902 INFO [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:24,902 DEBUG [RegionOpenAndInit-ns2:test-17003571812961-pool-0 {}] regionserver.HRegion(1622): Region close journal for 4e8356cc132ee148195b96442e843606: 2023-11-19T01:26:24,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-17003571812961 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:26:24,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357184904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357184904"}]},"ts":"1700357184904"} 2023-11-19T01:26:24,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:26:24,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-17003571812961 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:26:24,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003571812961","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357184908"}]},"ts":"1700357184908"} 2023-11-19T01:26:24,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003571812961, state=ENABLING in hbase:meta 2023-11-19T01:26:24,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003571812961, region=4e8356cc132ee148195b96442e843606, ASSIGN}] 2023-11-19T01:26:24,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-17003571812961, region=4e8356cc132ee148195b96442e843606, ASSIGN 2023-11-19T01:26:24,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-17003571812961, region=4e8356cc132ee148195b96442e843606, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40713,1700357172586; forceNewPlan=false, retain=false 2023-11-19T01:26:25,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=4e8356cc132ee148195b96442e843606, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:25,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure 4e8356cc132ee148195b96442e843606, server=jenkins-hbase6.apache.org,40713,1700357172586}] 2023-11-19T01:26:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:26:25,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:25,237 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:25,237 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => 4e8356cc132ee148195b96442e843606, NAME => 'ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:25,238 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:26:25,238 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003571812961 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:25,238 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:25,238 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:25,238 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:25,243 INFO [StoreOpener-4e8356cc132ee148195b96442e843606-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:25,245 INFO [StoreOpener-4e8356cc132ee148195b96442e843606-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8356cc132ee148195b96442e843606 columnFamilyName f 2023-11-19T01:26:25,245 DEBUG [StoreOpener-4e8356cc132ee148195b96442e843606-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:25,246 INFO [StoreOpener-4e8356cc132ee148195b96442e843606-1 {}] regionserver.HStore(324): Store=4e8356cc132ee148195b96442e843606/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:25,247 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606 2023-11-19T01:26:25,248 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606 2023-11-19T01:26:25,251 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:25,256 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:25,257 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened 4e8356cc132ee148195b96442e843606; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9661693600, jitterRate=-0.10018466413021088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:26:25,258 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for 4e8356cc132ee148195b96442e843606: 2023-11-19T01:26:25,259 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606., pid=18, masterSystemTime=1700357185232 2023-11-19T01:26:25,262 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:25,262 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:25,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=4e8356cc132ee148195b96442e843606, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:25,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-19T01:26:25,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure 4e8356cc132ee148195b96442e843606, server=jenkins-hbase6.apache.org,40713,1700357172586 in 185 msec 2023-11-19T01:26:25,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-19T01:26:25,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-17003571812961, region=4e8356cc132ee148195b96442e843606, ASSIGN in 346 msec 2023-11-19T01:26:25,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-17003571812961 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:26:25,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-17003571812961","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357185272"}]},"ts":"1700357185272"} 2023-11-19T01:26:25,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-17003571812961, state=ENABLED in hbase:meta 2023-11-19T01:26:25,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-17003571812961 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:26:25,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-17003571812961 in 1.2190 sec 2023-11-19T01:26:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-19T01:26:26,174 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-17003571812961, procId: 16 completed 2023-11-19T01:26:26,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] regionserver.HRegion(8210): writing data to region ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. with WAL disabled. Data may be lost in the event of a crash. 2023-11-19T01:26:26,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns3:test-17003571812962', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:26:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-17003571812962 2023-11-19T01:26:26,268 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003571812962 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:26:26,268 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:26,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns3" qualifier: "test-17003571812962" procId is: 19 2023-11-19T01:26:26,269 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-17003571812962 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:26:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:26:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:26:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:26:26,684 INFO [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 8597b31c962556780fbc293d3925d6d1, NAME => 'ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17003571812962', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:26,737 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17003571812961' 2023-11-19T01:26:26,738 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1700357181296' 2023-11-19T01:26:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:26:27,101 DEBUG [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:27,101 DEBUG [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(1668): Closing 8597b31c962556780fbc293d3925d6d1, disabling compactions & flushes 2023-11-19T01:26:27,101 INFO [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:27,101 DEBUG [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:27,101 DEBUG [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. after waiting 0 ms 2023-11-19T01:26:27,101 DEBUG [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:27,101 INFO [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:27,101 DEBUG [RegionOpenAndInit-ns3:test-17003571812962-pool-0 {}] regionserver.HRegion(1622): Region close journal for 8597b31c962556780fbc293d3925d6d1: 2023-11-19T01:26:27,103 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-17003571812962 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:26:27,103 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357187103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357187103"}]},"ts":"1700357187103"} 2023-11-19T01:26:27,105 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:26:27,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-17003571812962 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:26:27,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003571812962","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357187106"}]},"ts":"1700357187106"} 2023-11-19T01:26:27,108 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003571812962, state=ENABLING in hbase:meta 2023-11-19T01:26:27,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003571812962, region=8597b31c962556780fbc293d3925d6d1, ASSIGN}] 2023-11-19T01:26:27,119 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-17003571812962, region=8597b31c962556780fbc293d3925d6d1, ASSIGN 2023-11-19T01:26:27,120 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-17003571812962, region=8597b31c962556780fbc293d3925d6d1, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40713,1700357172586; forceNewPlan=false, retain=false 2023-11-19T01:26:27,271 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=8597b31c962556780fbc293d3925d6d1, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:27,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 8597b31c962556780fbc293d3925d6d1, server=jenkins-hbase6.apache.org,40713,1700357172586}] 2023-11-19T01:26:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:26:27,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:27,431 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:27,431 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 8597b31c962556780fbc293d3925d6d1, NAME => 'ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:27,432 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:26:27,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003571812962 8597b31c962556780fbc293d3925d6d1 2023-11-19T01:26:27,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:27,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 8597b31c962556780fbc293d3925d6d1 2023-11-19T01:26:27,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 8597b31c962556780fbc293d3925d6d1 2023-11-19T01:26:27,434 INFO [StoreOpener-8597b31c962556780fbc293d3925d6d1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8597b31c962556780fbc293d3925d6d1 2023-11-19T01:26:27,436 INFO [StoreOpener-8597b31c962556780fbc293d3925d6d1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8597b31c962556780fbc293d3925d6d1 columnFamilyName f 2023-11-19T01:26:27,436 DEBUG [StoreOpener-8597b31c962556780fbc293d3925d6d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:27,436 INFO [StoreOpener-8597b31c962556780fbc293d3925d6d1-1 {}] regionserver.HStore(324): Store=8597b31c962556780fbc293d3925d6d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:27,438 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns3/test-17003571812962/8597b31c962556780fbc293d3925d6d1 2023-11-19T01:26:27,438 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns3/test-17003571812962/8597b31c962556780fbc293d3925d6d1 2023-11-19T01:26:27,441 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 8597b31c962556780fbc293d3925d6d1 2023-11-19T01:26:27,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns3/test-17003571812962/8597b31c962556780fbc293d3925d6d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:27,445 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 8597b31c962556780fbc293d3925d6d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9546515200, jitterRate=-0.11091148853302002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:26:27,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 8597b31c962556780fbc293d3925d6d1: 2023-11-19T01:26:27,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1., pid=21, masterSystemTime=1700357187426 2023-11-19T01:26:27,449 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:27,449 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:27,450 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=8597b31c962556780fbc293d3925d6d1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:27,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-19T01:26:27,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 8597b31c962556780fbc293d3925d6d1, server=jenkins-hbase6.apache.org,40713,1700357172586 in 178 msec 2023-11-19T01:26:27,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-19T01:26:27,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-17003571812962, region=8597b31c962556780fbc293d3925d6d1, ASSIGN in 338 msec 2023-11-19T01:26:27,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-17003571812962 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:26:27,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-17003571812962","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357187458"}]},"ts":"1700357187458"} 2023-11-19T01:26:27,460 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-17003571812962, state=ENABLED in hbase:meta 2023-11-19T01:26:27,462 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-17003571812962 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:26:27,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-17003571812962 in 1.1980 sec 2023-11-19T01:26:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-19T01:26:28,379 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-17003571812962, procId: 19 completed 2023-11-19T01:26:28,379 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-17003571812962 get assigned. Timeout = 60000ms 2023-11-19T01:26:28,381 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:26:28,385 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-17003571812962 assigned to meta. Checking AM states. 2023-11-19T01:26:28,386 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:26:28,386 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-17003571812962 assigned. 2023-11-19T01:26:28,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'ns4:test-17003571812963', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:26:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-17003571812963 2023-11-19T01:26:28,392 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003571812963 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:26:28,392 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:28,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "ns4" qualifier: "test-17003571812963" procId is: 22 2023-11-19T01:26:28,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-17003571812963 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:26:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:26:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:26:28,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:26:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:26:28,806 INFO [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fb79fc7f09f65ed7eb4b713d58342e4a, NAME => 'ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17003571812963', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:26:29,220 DEBUG [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:29,220 DEBUG [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(1668): Closing fb79fc7f09f65ed7eb4b713d58342e4a, disabling compactions & flushes 2023-11-19T01:26:29,220 INFO [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:29,220 DEBUG [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:29,221 DEBUG [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. after waiting 1 ms 2023-11-19T01:26:29,221 DEBUG [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:29,221 INFO [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:29,221 DEBUG [RegionOpenAndInit-ns4:test-17003571812963-pool-0 {}] regionserver.HRegion(1622): Region close journal for fb79fc7f09f65ed7eb4b713d58342e4a: 2023-11-19T01:26:29,222 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-17003571812963 execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:26:29,222 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1700357189222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357189222"}]},"ts":"1700357189222"} 2023-11-19T01:26:29,225 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:26:29,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-17003571812963 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:26:29,226 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003571812963","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357189226"}]},"ts":"1700357189226"} 2023-11-19T01:26:29,228 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003571812963, state=ENABLING in hbase:meta 2023-11-19T01:26:29,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003571812963, region=fb79fc7f09f65ed7eb4b713d58342e4a, ASSIGN}] 2023-11-19T01:26:29,235 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-17003571812963, region=fb79fc7f09f65ed7eb4b713d58342e4a, ASSIGN 2023-11-19T01:26:29,236 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-17003571812963, region=fb79fc7f09f65ed7eb4b713d58342e4a, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40713,1700357172586; forceNewPlan=false, retain=false 2023-11-19T01:26:29,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=fb79fc7f09f65ed7eb4b713d58342e4a, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:29,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure fb79fc7f09f65ed7eb4b713d58342e4a, server=jenkins-hbase6.apache.org,40713,1700357172586}] 2023-11-19T01:26:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:26:29,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:29,546 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:29,546 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => fb79fc7f09f65ed7eb4b713d58342e4a, NAME => 'ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:29,547 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:26:29,547 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17003571812963 fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:29,547 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:29,547 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:29,547 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:29,549 INFO [StoreOpener-fb79fc7f09f65ed7eb4b713d58342e4a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:29,550 INFO [StoreOpener-fb79fc7f09f65ed7eb4b713d58342e4a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb79fc7f09f65ed7eb4b713d58342e4a columnFamilyName f 2023-11-19T01:26:29,551 DEBUG [StoreOpener-fb79fc7f09f65ed7eb4b713d58342e4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:29,551 INFO [StoreOpener-fb79fc7f09f65ed7eb4b713d58342e4a-1 {}] regionserver.HStore(324): Store=fb79fc7f09f65ed7eb4b713d58342e4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:29,552 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns4/test-17003571812963/fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:29,553 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns4/test-17003571812963/fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:29,556 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:29,559 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns4/test-17003571812963/fb79fc7f09f65ed7eb4b713d58342e4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:29,560 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened fb79fc7f09f65ed7eb4b713d58342e4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10807261120, jitterRate=0.006504625082015991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-19T01:26:29,560 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for fb79fc7f09f65ed7eb4b713d58342e4a: 2023-11-19T01:26:29,561 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a., pid=24, masterSystemTime=1700357189541 2023-11-19T01:26:29,563 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:29,563 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:29,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=fb79fc7f09f65ed7eb4b713d58342e4a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:29,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-19T01:26:29,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure fb79fc7f09f65ed7eb4b713d58342e4a, server=jenkins-hbase6.apache.org,40713,1700357172586 in 177 msec 2023-11-19T01:26:29,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-19T01:26:29,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-17003571812963, region=fb79fc7f09f65ed7eb4b713d58342e4a, ASSIGN in 335 msec 2023-11-19T01:26:29,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-17003571812963 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:26:29,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-17003571812963","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357189571"}]},"ts":"1700357189571"} 2023-11-19T01:26:29,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-17003571812963, state=ENABLED in hbase:meta 2023-11-19T01:26:29,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-17003571812963 execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:26:29,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-17003571812963 in 1.1890 sec 2023-11-19T01:26:30,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003571812962 2023-11-19T01:26:30,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003571812962 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:30,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003571812963 2023-11-19T01:26:30,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003571812963 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:30,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003571812961 2023-11-19T01:26:30,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003571812961 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:30,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700357181296 2023-11-19T01:26:30,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1700357181296 Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-19T01:26:30,501 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-17003571812963, procId: 22 completed 2023-11-19T01:26:30,501 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-17003571812963 get assigned. Timeout = 60000ms 2023-11-19T01:26:30,502 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:26:30,505 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-17003571812963 assigned to meta. Checking AM states. 2023-11-19T01:26:30,506 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-19T01:26:30,506 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-17003571812963 assigned. 2023-11-19T01:26:30,506 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x05d5eb90 to 127.0.0.1:58629 2023-11-19T01:26:30,506 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:30,546 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.ResourceChecker(147): before: backup.TestBackupShowHistory#testBackupHistory Thread=584, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=229, ProcessCount=171, AvailableMemoryMB=4102 2023-11-19T01:26:30,546 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.ResourceChecker(130): Thread=584 is superior to 500 2023-11-19T01:26:30,548 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] backup.TestBackupShowHistory(68): test backup history on a single table with data 2023-11-19T01:26:30,551 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x3bf49bc2 to 127.0.0.1:58629 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:26:30,556 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b76b6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:30,566 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:30,567 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:37876, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:30,579 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:26:30,580 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:60906, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:26:30,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$18(3398): Client=jenkins//172.31.2.20 creating {NAME => 'backup'} 2023-11-19T01:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-19T01:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:26:30,602 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-19T01:26:30,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 15 msec 2023-11-19T01:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-19T01:26:30,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:26:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-19T01:26:30,718 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:26:30,718 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:30,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-19T01:26:30,719 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:26:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:26:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:26:31,137 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0463f9faf6987f8c5e1b5b89c98a38cf, NAME => 'backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:31,149 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:31,149 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing 0463f9faf6987f8c5e1b5b89c98a38cf, disabling compactions & flushes 2023-11-19T01:26:31,149 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:31,149 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:31,149 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. after waiting 0 ms 2023-11-19T01:26:31,149 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:31,149 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:31,150 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0463f9faf6987f8c5e1b5b89c98a38cf: 2023-11-19T01:26:31,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:26:31,152 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1700357191151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357191151"}]},"ts":"1700357191151"} 2023-11-19T01:26:31,153 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:26:31,154 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:26:31,155 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357191154"}]},"ts":"1700357191154"} 2023-11-19T01:26:31,156 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-19T01:26:31,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=0463f9faf6987f8c5e1b5b89c98a38cf, ASSIGN}] 2023-11-19T01:26:31,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=0463f9faf6987f8c5e1b5b89c98a38cf, ASSIGN 2023-11-19T01:26:31,163 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=0463f9faf6987f8c5e1b5b89c98a38cf, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40713,1700357172586; forceNewPlan=false, retain=false 2023-11-19T01:26:31,315 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=0463f9faf6987f8c5e1b5b89c98a38cf, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:31,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf, server=jenkins-hbase6.apache.org,40713,1700357172586}] 2023-11-19T01:26:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:26:31,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:31,473 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:31,474 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => 0463f9faf6987f8c5e1b5b89c98a38cf, NAME => 'backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:31,474 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:26:31,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:31,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:31,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:31,475 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:31,476 INFO [StoreOpener-0463f9faf6987f8c5e1b5b89c98a38cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:31,479 INFO [StoreOpener-0463f9faf6987f8c5e1b5b89c98a38cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0463f9faf6987f8c5e1b5b89c98a38cf columnFamilyName meta 2023-11-19T01:26:31,479 DEBUG [StoreOpener-0463f9faf6987f8c5e1b5b89c98a38cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:31,480 INFO [StoreOpener-0463f9faf6987f8c5e1b5b89c98a38cf-1 {}] regionserver.HStore(324): Store=0463f9faf6987f8c5e1b5b89c98a38cf/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:31,480 INFO [StoreOpener-0463f9faf6987f8c5e1b5b89c98a38cf-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:31,482 INFO [StoreOpener-0463f9faf6987f8c5e1b5b89c98a38cf-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0463f9faf6987f8c5e1b5b89c98a38cf columnFamilyName session 2023-11-19T01:26:31,482 DEBUG [StoreOpener-0463f9faf6987f8c5e1b5b89c98a38cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:31,482 INFO [StoreOpener-0463f9faf6987f8c5e1b5b89c98a38cf-1 {}] regionserver.HStore(324): Store=0463f9faf6987f8c5e1b5b89c98a38cf/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:31,483 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:31,484 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:31,485 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:26:31,487 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:31,490 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:31,491 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened 0463f9faf6987f8c5e1b5b89c98a38cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10293680480, jitterRate=-0.04132629930973053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:26:31,491 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for 0463f9faf6987f8c5e1b5b89c98a38cf: 2023-11-19T01:26:31,492 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf., pid=28, masterSystemTime=1700357191469 2023-11-19T01:26:31,494 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:31,494 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:31,495 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=0463f9faf6987f8c5e1b5b89c98a38cf, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:31,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-19T01:26:31,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf, server=jenkins-hbase6.apache.org,40713,1700357172586 in 180 msec 2023-11-19T01:26:31,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-19T01:26:31,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=0463f9faf6987f8c5e1b5b89c98a38cf, ASSIGN in 338 msec 2023-11-19T01:26:31,502 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:26:31,502 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357191502"}]},"ts":"1700357191502"} 2023-11-19T01:26:31,503 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-19T01:26:31,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:26:31,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 792 msec 2023-11-19T01:26:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-19T01:26:31,825 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-19T01:26:31,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster$4(2333): Client=jenkins//172.31.2.20 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-19T01:26:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-19T01:26:31,843 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-19T01:26:31,843 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:31,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(712): Client=jenkins//172.31.2.20 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-19T01:26:31,844 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-19T01:26:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:26:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:26:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:26:32,258 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 275e7b9581404b6404d5e633dd4a4f87, NAME => 'backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:26:32,672 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:32,672 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 275e7b9581404b6404d5e633dd4a4f87, disabling compactions & flushes 2023-11-19T01:26:32,672 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:32,672 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:32,672 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. after waiting 0 ms 2023-11-19T01:26:32,672 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:32,672 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:32,672 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 275e7b9581404b6404d5e633dd4a4f87: 2023-11-19T01:26:32,673 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-19T01:26:32,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1700357192673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1700357192673"}]},"ts":"1700357192673"} 2023-11-19T01:26:32,676 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-19T01:26:32,677 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-19T01:26:32,677 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357192677"}]},"ts":"1700357192677"} 2023-11-19T01:26:32,679 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-19T01:26:32,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=275e7b9581404b6404d5e633dd4a4f87, ASSIGN}] 2023-11-19T01:26:32,687 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=275e7b9581404b6404d5e633dd4a4f87, ASSIGN 2023-11-19T01:26:32,688 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=275e7b9581404b6404d5e633dd4a4f87, ASSIGN; state=OFFLINE, location=jenkins-hbase6.apache.org,40713,1700357172586; forceNewPlan=false, retain=false 2023-11-19T01:26:32,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17003571812963' 2023-11-19T01:26:32,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17003571812962' 2023-11-19T01:26:32,740 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-19T01:26:32,839 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=275e7b9581404b6404d5e633dd4a4f87, regionState=OPENING, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:32,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 275e7b9581404b6404d5e633dd4a4f87, server=jenkins-hbase6.apache.org,40713,1700357172586}] 2023-11-19T01:26:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:26:32,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:32,998 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:32,998 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 275e7b9581404b6404d5e633dd4a4f87, NAME => 'backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87.', STARTKEY => '', ENDKEY => ''} 2023-11-19T01:26:32,998 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-19T01:26:32,998 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:32,998 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-19T01:26:32,999 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:32,999 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:33,000 INFO [StoreOpener-275e7b9581404b6404d5e633dd4a4f87-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:33,002 INFO [StoreOpener-275e7b9581404b6404d5e633dd4a4f87-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275e7b9581404b6404d5e633dd4a4f87 columnFamilyName meta 2023-11-19T01:26:33,002 DEBUG [StoreOpener-275e7b9581404b6404d5e633dd4a4f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:33,003 INFO [StoreOpener-275e7b9581404b6404d5e633dd4a4f87-1 {}] regionserver.HStore(324): Store=275e7b9581404b6404d5e633dd4a4f87/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:33,003 INFO [StoreOpener-275e7b9581404b6404d5e633dd4a4f87-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:33,005 INFO [StoreOpener-275e7b9581404b6404d5e633dd4a4f87-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275e7b9581404b6404d5e633dd4a4f87 columnFamilyName session 2023-11-19T01:26:33,005 DEBUG [StoreOpener-275e7b9581404b6404d5e633dd4a4f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-19T01:26:33,005 INFO [StoreOpener-275e7b9581404b6404d5e633dd4a4f87-1 {}] regionserver.HStore(324): Store=275e7b9581404b6404d5e633dd4a4f87/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-19T01:26:33,006 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system_bulk/275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:33,007 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system_bulk/275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:33,008 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-19T01:26:33,010 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:33,012 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system_bulk/275e7b9581404b6404d5e633dd4a4f87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-19T01:26:33,013 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 275e7b9581404b6404d5e633dd4a4f87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11003730400, jitterRate=0.024802252650260925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-19T01:26:33,013 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 275e7b9581404b6404d5e633dd4a4f87: 2023-11-19T01:26:33,014 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87., pid=31, masterSystemTime=1700357192993 2023-11-19T01:26:33,016 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:33,016 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:33,017 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=275e7b9581404b6404d5e633dd4a4f87, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:33,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-19T01:26:33,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 275e7b9581404b6404d5e633dd4a4f87, server=jenkins-hbase6.apache.org,40713,1700357172586 in 178 msec 2023-11-19T01:26:33,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-19T01:26:33,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=275e7b9581404b6404d5e633dd4a4f87, ASSIGN in 335 msec 2023-11-19T01:26:33,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-19T01:26:33,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1700357193024"}]},"ts":"1700357193024"} 2023-11-19T01:26:33,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-19T01:26:33,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-19T01:26:33,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1880 sec 2023-11-19T01:26:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-19T01:26:33,952 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-19T01:26:33,965 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:26:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40713 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-19T01:26:34,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:26:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357194001 (current time:1700357194001). 2023-11-19T01:26:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:26:34,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:26:34,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a39a8ed to 127.0.0.1:58629 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:26:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9c5ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:34,014 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:37878, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x6a39a8ed to 127.0.0.1:58629 2023-11-19T01:26:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:26:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:26:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:26:34,031 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:26:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:26:34,036 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:26:34,048 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot, current working dir path: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:26:34,050 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:26:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:26:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:26:34,460 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:26:34,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf}] 2023-11-19T01:26:34,471 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:34,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:34,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40713 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-19T01:26:34,633 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:34,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing 0463f9faf6987f8c5e1b5b89c98a38cf 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-19T01:26:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:26:34,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/fa9231cc487a4da7a2d57413320baff5 is 49, key is activesession:/session:c/1700357193987/Put/seqid=0 2023-11-19T01:26:35,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-19T01:26:35,130 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/fa9231cc487a4da7a2d57413320baff5 2023-11-19T01:26:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:26:35,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/fa9231cc487a4da7a2d57413320baff5 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/fa9231cc487a4da7a2d57413320baff5 2023-11-19T01:26:35,216 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/fa9231cc487a4da7a2d57413320baff5, entries=1, sequenceid=5, filesize=4.9 K 2023-11-19T01:26:35,221 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 0463f9faf6987f8c5e1b5b89c98a38cf in 585ms, sequenceid=5, compaction requested=false 2023-11-19T01:26:35,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for 0463f9faf6987f8c5e1b5b89c98a38cf: 2023-11-19T01:26:35,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. for snapshot_backup_system completed. 2023-11-19T01:26:35,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:26:35,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:26:35,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-19T01:26:35,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/fa9231cc487a4da7a2d57413320baff5] hfiles 2023-11-19T01:26:35,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/fa9231cc487a4da7a2d57413320baff5 for snapshot=snapshot_backup_system 2023-11-19T01:26:35,651 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:35,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-19T01:26:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-19T01:26:35,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:35,659 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:35,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-19T01:26:35,662 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:26:35,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf in 1.1960 sec 2023-11-19T01:26:35,664 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:26:35,667 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:26:35,667 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:26:35,670 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:26:36,094 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:26:36,108 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:26:36,109 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:26:36,111 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:26:36,111 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-19T01:26:36,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.0870 sec 2023-11-19T01:26:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-19T01:26:36,140 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-19T01:26:36,140 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(115): Backup backup_1700357190561 started at 1700357196140. 2023-11-19T01:26:36,161 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(119): Backup session backup_1700357190561 has been started. 2023-11-19T01:26:36,164 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:26:36,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:26:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:26:36,179 INFO [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:26:36,179 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:26:36,180 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:26:36,180 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:26:36,180 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,180 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:26:36,182 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:26:36,182 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,182 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:26:36,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:26:36,182 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,182 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:26:36,182 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:26:36,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:26:36,183 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:26:36,183 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:26:36,185 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:26:36,187 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:26:36,188 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:26:36,188 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:26:36,188 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:26:36,188 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:26:36,188 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,40713,1700357172586' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:26:36,191 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,191 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:36,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:26:36,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:26:36,191 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-19T01:26:36,191 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:26:36,191 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:26:36,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:26:36,192 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:36,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,193 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:26:36,194 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,40713,1700357172586' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:26:36,194 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3d7dfb9d[Count = 0] remaining members to acquire global barrier 2023-11-19T01:26:36,194 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:26:36,194 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:36,196 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:36,196 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:36,196 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:36,196 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:26:36,196 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,196 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:26:36,197 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:26:36,197 DEBUG [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,197 INFO [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357174368 highest: 1700357174368 on jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,197 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C40713%2C1700357172586:(num 1700357174368) roll requested 2023-11-19T01:26:36,209 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357196198, exclude list is [], retry=0 2023-11-19T01:26:36,215 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK] 2023-11-19T01:26:36,219 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357174368 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357196198 2023-11-19T01:26:36,220 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK]] 2023-11-19T01:26:36,220 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357174368 is not closed yet, will try archiving it next time 2023-11-19T01:26:36,220 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta:.meta(num 1700357175040) roll requested 2023-11-19T01:26:36,232 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357196220.meta, exclude list is [], retry=0 2023-11-19T01:26:36,235 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK] 2023-11-19T01:26:36,238 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357175040.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357196220.meta 2023-11-19T01:26:36,238 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK]] 2023-11-19T01:26:36,238 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357175040.meta is not closed yet, will try archiving it next time 2023-11-19T01:26:36,238 DEBUG [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 41 2023-11-19T01:26:36,239 INFO [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357196198 on jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,240 DEBUG [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:26:36,242 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:60910, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-19T01:26:36,260 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:26:36,260 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,40713,1700357172586' in zk 2023-11-19T01:26:36,264 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:26:36,264 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,264 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:26:36,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,264 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:26:36,264 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:26:36,265 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:26:36,265 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:26:36,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:26:36,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:36,267 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:26:36,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:36,268 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,269 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,40713,1700357172586': 2023-11-19T01:26:36,269 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,40713,1700357172586' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:26:36,269 INFO [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:26:36,269 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:26:36,269 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:26:36,270 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:26:36,270 INFO [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:26:36,272 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,272 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,272 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:26:36,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,272 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:26:36,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,272 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:26:36,273 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:26:36,273 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:26:36,273 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:26:36,273 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,273 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,273 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:36,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:26:36,274 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:36,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,275 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:26:36,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:36,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,284 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,284 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:26:36,284 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-19T01:26:36,284 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-19T01:26:36,284 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,284 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:26:36,284 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:36,284 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): regionserver:40713-0x10123a3687c0001, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-19T01:26:36,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:26:36,285 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:36,285 DEBUG [Listener at localhost/45649-EventThread {}] zookeeper.ZKWatcher(604): master:40109-0x10123a3687c0000, quorum=127.0.0.1:58629, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-19T01:26:36,285 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:26:36,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:26:36,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:26:36,286 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:26:36,286 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:26:36,288 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-19T01:26:36,288 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-19T01:26:36,388 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-19T01:26:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:26:36,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } 2023-11-19T01:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357196399 (current time:1700357196399). 2023-11-19T01:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:26:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357196398_default_test-1700357181296 VERSION not specified, setting to 2 2023-11-19T01:26:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x62fc5efd to 127.0.0.1:58629 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-19T01:26:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b2c02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:36,415 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:37884, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x62fc5efd to 127.0.0.1:58629 2023-11-19T01:26:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:26:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } 2023-11-19T01:26:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:26:36,427 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:26:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:26:36,429 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:26:36,432 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot, current working dir path: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_1700357196398_default_test-1700357181296 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:26:36,434 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:26:36,448 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:26:36,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 34c399e06b0ad02f103c212d84d77977}] 2023-11-19T01:26:36,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:26:36,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:36,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40713 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-19T01:26:36,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:36,604 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing 34c399e06b0ad02f103c212d84d77977 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:26:36,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/.tmp/f/bcc778bf47f046a6b17289ac75612b6b is 37, key is row10/f:q1/1700357183966/Put/seqid=0 2023-11-19T01:26:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:26:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:26:37,036 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/.tmp/f/bcc778bf47f046a6b17289ac75612b6b 2023-11-19T01:26:37,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/.tmp/f/bcc778bf47f046a6b17289ac75612b6b as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/f/bcc778bf47f046a6b17289ac75612b6b 2023-11-19T01:26:37,058 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/f/bcc778bf47f046a6b17289ac75612b6b, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:26:37,060 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 34c399e06b0ad02f103c212d84d77977 in 456ms, sequenceid=103, compaction requested=false 2023-11-19T01:26:37,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for 34c399e06b0ad02f103c212d84d77977: 2023-11-19T01:26:37,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. for snapshot_1700357196398_default_test-1700357181296 completed. 2023-11-19T01:26:37,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977.' region-info for snapshot=snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:37,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:26:37,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/f/bcc778bf47f046a6b17289ac75612b6b] hfiles 2023-11-19T01:26:37,061 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/f/bcc778bf47f046a6b17289ac75612b6b for snapshot=snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:37,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:37,473 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-19T01:26:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-19T01:26:37,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357196398_default_test-1700357181296 on region 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:37,475 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:37,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-19T01:26:37,478 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:26:37,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure 34c399e06b0ad02f103c212d84d77977 in 1.0280 sec 2023-11-19T01:26:37,479 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:26:37,480 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:26:37,480 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:37,481 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:26:37,899 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:26:37,907 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:26:37,907 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_1700357196398_default_test-1700357181296 to hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:37,909 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:26:37,909 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-19T01:26:37,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1700357196398_default_test-1700357181296 table=test-1700357181296 type=FLUSH ttl=0 } in 1.4920 sec 2023-11-19T01:26:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-19T01:26:38,537 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1700357181296, procId: 34 completed 2023-11-19T01:26:38,537 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700357190561 2023-11-19T01:26:38,537 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:26:38,539 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:26:38,541 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357190561_test-1700357181296 2023-11-19T01:26:38,542 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357196398_default_test-1700357181296 to hdfs://localhost:40503/backupUT/backup_1700357190561/default/test-1700357181296/ 2023-11-19T01:26:38,552 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:26:38,598 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40503, inputRoot=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:38,599 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,40109,1700357169199_23290683_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40503/backupUT/backup_1700357190561/default/test-1700357181296, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40503/backupUT/backup_1700357190561/default/test-1700357181296/.hbase-snapshot/.tmp/snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:38,599 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40503, inputRoot=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892, snapshotDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/snapshot_1700357196398_default_test-1700357181296. 2023-11-19T01:26:38,614 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/snapshot_1700357196398_default_test-1700357181296 to hdfs://localhost:40503/backupUT/backup_1700357190561/default/test-1700357181296/.hbase-snapshot/.tmp/snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:38,653 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:38,654 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:38,654 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:38,655 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:38,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-19T01:26:39,720 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop-5367253681353894873.jar 2023-11-19T01:26:39,721 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,721 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,722 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,722 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,723 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,723 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,724 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,724 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,725 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:39,725 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:26:39,726 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:26:39,727 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:26:39,727 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:26:39,728 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:26:39,728 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:26:39,729 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:26:39,729 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:26:39,729 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:26:39,730 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:26:39,730 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:26:39,731 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:26:39,735 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:39,736 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:39,736 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:39,736 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:39,737 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:39,737 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:39,738 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:39,797 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-19T01:26:39,820 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357196398_default_test-1700357181296' hfile list 2023-11-19T01:26:39,830 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:26:40,068 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/mapreduce.cluster.local.dir/1700357200020/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:26:40,068 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/mapreduce.cluster.local.dir/1700357200020/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:26:40,212 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:26:40,242 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/f/bcc778bf47f046a6b17289ac75612b6b output=hdfs://localhost:40503/backupUT/backup_1700357190561/default/test-1700357181296/archive/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/f/bcc778bf47f046a6b17289ac75612b6b 2023-11-19T01:26:40,242 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-19T01:26:40,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:26:40,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:40,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:26:40,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-19T01:26:41,126 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:26:41,127 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:26:41,135 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:41,135 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357196398_default_test-1700357181296 finished. 2023-11-19T01:26:41,136 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(1034): test-1700357181296 2023-11-19T01:26:41,207 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357190561 2023-11-19T01:26:41,207 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:26:41,624 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40503/backupUT/backup_1700357190561/.backup.manifest 2023-11-19T01:26:41,624 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(358): Backup backup_1700357190561 finished: type=FULL,tablelist=test-1700357181296,targetRootDir=hdfs://localhost:40503/backupUT,startts=1700357196140,completets=1700357201205,bytescopied=0 2023-11-19T01:26:41,624 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:26:41,624 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:41,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357196398_default_test-1700357181296" 2023-11-19T01:26:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357196398_default_test-1700357181296 2023-11-19T01:26:41,641 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357196398_default_test-1700357181296 for backup backup_1700357190561 succeeded. 2023-11-19T01:26:41,642 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:26:41,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:26:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:26:41,658 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:26:41,665 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:26:41,682 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(376): Backup backup_1700357190561 completed. 2023-11-19T01:26:41,682 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-19T01:26:41,682 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x3bf49bc2 to 127.0.0.1:58629 2023-11-19T01:26:41,683 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:41,702 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] backup.TestBackupShowHistory(73): backup complete 2023-11-19T01:26:41,720 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40503/backupUT/backup_1700357190561 2023-11-19T01:26:41,723 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357190561/.backup.manifest 2023-11-19T01:26:41,742 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40503/backupUT/backup_1700357190561 2023-11-19T01:26:41,744 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357190561/.backup.manifest 2023-11-19T01:26:41,745 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] backup.TestBackupShowHistory(88): show_history 2023-11-19T01:26:41,745 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] backup.TestBackupShowHistory(90): {ID=backup_1700357190561,Type=FULL,Tables={test-1700357181296},State=null,Start time=Sun Nov 19 01:26:36 UTC 2023,Progress=0%} 2023-11-19T01:26:41,751 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70da2f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:41,754 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:41,755 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:40518, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:41,757 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-19T01:26:41,758 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:52178, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-19T01:26:41,772 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-19T01:26:41,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:26:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357201779 (current time:1700357201779). 2023-11-19T01:26:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:26:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-19T01:26:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654709a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:41,788 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:40532, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:26:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-19T01:26:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:26:41,791 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:26:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:26:41,793 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:26:41,796 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot, current working dir path: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:26:41,798 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:26:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:26:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:26:42,207 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:26:42,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf}] 2023-11-19T01:26:42,210 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:42,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40713 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-19T01:26:42,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:42,362 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing 0463f9faf6987f8c5e1b5b89c98a38cf 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-11-19T01:26:42,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/meta/d2b821215efb4fbd9b1261143b2c3106 is 169, key is trslm:hdfs://localhost:40503/backupUT\x00test-1700357181296/meta:log-roll-map/1700357201195/Put/seqid=0 2023-11-19T01:26:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:26:42,788 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/meta/d2b821215efb4fbd9b1261143b2c3106 2023-11-19T01:26:42,800 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/82dc3b9450964ff9ae23ffb0becaf3c1 is 310, key is session:backup_1700357190561/session:context/1700357201664/Put/seqid=0 2023-11-19T01:26:42,812 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/82dc3b9450964ff9ae23ffb0becaf3c1 2023-11-19T01:26:42,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/meta/d2b821215efb4fbd9b1261143b2c3106 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/meta/d2b821215efb4fbd9b1261143b2c3106 2023-11-19T01:26:42,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/meta/d2b821215efb4fbd9b1261143b2c3106, entries=4, sequenceid=17, filesize=5.5 K 2023-11-19T01:26:42,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/82dc3b9450964ff9ae23ffb0becaf3c1 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/82dc3b9450964ff9ae23ffb0becaf3c1 2023-11-19T01:26:42,834 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/82dc3b9450964ff9ae23ffb0becaf3c1, entries=2, sequenceid=17, filesize=5.3 K 2023-11-19T01:26:42,835 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 0463f9faf6987f8c5e1b5b89c98a38cf in 473ms, sequenceid=17, compaction requested=false 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for 0463f9faf6987f8c5e1b5b89c98a38cf: 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. for snapshot_backup_system completed. 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf.' region-info for snapshot=snapshot_backup_system 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/meta/d2b821215efb4fbd9b1261143b2c3106] hfiles 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/meta/d2b821215efb4fbd9b1261143b2c3106 for snapshot=snapshot_backup_system 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/fa9231cc487a4da7a2d57413320baff5, hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/82dc3b9450964ff9ae23ffb0becaf3c1] hfiles 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/fa9231cc487a4da7a2d57413320baff5 for snapshot=snapshot_backup_system 2023-11-19T01:26:42,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/82dc3b9450964ff9ae23ffb0becaf3c1 for snapshot=snapshot_backup_system 2023-11-19T01:26:42,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:42,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-19T01:26:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-19T01:26:42,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:42,851 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:42,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-19T01:26:42,855 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:26:42,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure 0463f9faf6987f8c5e1b5b89c98a38cf in 645 msec 2023-11-19T01:26:42,855 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:26:42,856 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:26:42,856 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-19T01:26:42,857 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-19T01:26:42,867 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:26:42,874 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:26:42,874 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/snapshot_backup_system 2023-11-19T01:26:42,876 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:26:42,876 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-19T01:26:42,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.0870 sec 2023-11-19T01:26:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-19T01:26:42,898 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(115): Backup backup_1700357201751 started at 1700357202898. 2023-11-19T01:26:42,900 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(119): Backup session backup_1700357201751 has been started. 2023-11-19T01:26:42,905 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-19T01:26:42,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(962): Client=jenkins//172.31.2.20 procedure request for: rolllog-proc 2023-11-19T01:26:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-19T01:26:42,907 INFO [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-19T01:26:42,907 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-19T01:26:42,908 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-19T01:26:42,908 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-19T01:26:42,908 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:26:42,910 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,910 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:26:42,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:26:42,910 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-19T01:26:42,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-19T01:26:42,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-19T01:26:42,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-19T01:26:42,911 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-19T01:26:42,911 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-19T01:26:42,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-19T01:26:42,911 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-19T01:26:42,911 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-19T01:26:42,912 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-19T01:26:42,912 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-19T01:26:42,912 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase6.apache.org,40713,1700357172586' joining acquired barrier for procedure (rolllog) in zk 2023-11-19T01:26:42,915 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:42,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:26:42,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:26:42,915 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-19T01:26:42,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:26:42,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:26:42,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:42,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:26:42,917 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase6.apache.org,40713,1700357172586' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-19T01:26:42,917 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@674bd6d7[Count = 0] remaining members to acquire global barrier 2023-11-19T01:26:42,917 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-19T01:26:42,918 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:42,919 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:42,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-19T01:26:42,919 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-19T01:26:42,919 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-19T01:26:42,919 DEBUG [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,919 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-19T01:26:42,920 INFO [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1700357196198 highest: 1700357196198 on jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,920 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C40713%2C1700357172586:(num 1700357196198) roll requested 2023-11-19T01:26:42,931 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357202920, exclude list is [], retry=0 2023-11-19T01:26:42,935 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK] 2023-11-19T01:26:42,937 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357196198 with entries=12, filesize=2.68 KB; new WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357202920 2023-11-19T01:26:42,937 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK]] 2023-11-19T01:26:42,937 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.1700357196198 is not closed yet, will try archiving it next time 2023-11-19T01:26:42,937 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta:.meta(num 1700357196220) roll requested 2023-11-19T01:26:42,948 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357202937.meta, exclude list is [], retry=0 2023-11-19T01:26:42,951 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK] 2023-11-19T01:26:42,953 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357196220.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357202937.meta 2023-11-19T01:26:42,953 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:35711,DS-3e838d56-a124-4e08-94ce-76add6bfbf6f,DISK]] 2023-11-19T01:26:42,953 DEBUG [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357196220.meta is not closed yet, will try archiving it next time 2023-11-19T01:26:42,956 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/WALs/jenkins-hbase6.apache.org,40713,1700357172586/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357196220.meta to hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/oldWALs/jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta.1700357196220.meta 2023-11-19T01:26:42,960 DEBUG [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-19T01:26:42,960 INFO [rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1700357202920 on jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,971 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-19T01:26:42,972 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase6.apache.org,40713,1700357172586' in zk 2023-11-19T01:26:42,978 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-19T01:26:42,978 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:26:42,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,978 DEBUG [member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-19T01:26:42,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:26:42,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:26:42,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:26:42,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:26:42,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:42,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:26:42,981 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:42,981 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,982 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase6.apache.org,40713,1700357172586': 2023-11-19T01:26:42,982 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase6.apache.org,40713,1700357172586' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-19T01:26:42,982 INFO [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-19T01:26:42,982 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-19T01:26:42,982 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-19T01:26:42,982 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-19T01:26:42,982 INFO [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-19T01:26:42,984 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-19T01:26:42,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:26:42,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-19T01:26:42,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-19T01:26:42,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-19T01:26:42,985 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:26:42,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:26:42,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-19T01:26:42,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-19T01:26:42,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:42,986 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-19T01:26:42,986 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:42,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,987 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-19T01:26:42,988 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-19T01:26:42,988 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:42,993 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-19T01:26:42,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-19T01:26:42,993 DEBUG [(jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-19T01:26:42,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-19T01:26:42,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-19T01:26:42,994 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-19T01:26:42,994 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-19T01:26:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-19T01:26:43,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.2.20 snapshot request for:{ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } 2023-11-19T01:26:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1700357203098 (current time:1700357203098). 2023-11-19T01:26:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-19T01:26:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1700357203098_ns2_test-17003571812961 VERSION not specified, setting to 2 2023-11-19T01:26:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f57fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-19T01:26:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-19T01:26:43,108 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:40538, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-19T01:26:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-19T01:26:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } 2023-11-19T01:26:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:26:43,113 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-19T01:26:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:26:43,114 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-19T01:26:43,117 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot, current working dir path: hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_1700357203098_ns2_test-17003571812961 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-19T01:26:43,119 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-19T01:26:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:26:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:26:43,526 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-19T01:26:43,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 4e8356cc132ee148195b96442e843606}] 2023-11-19T01:26:43,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:43,680 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:43,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40713 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-19T01:26:43,681 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:43,683 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2819): Flushing 4e8356cc132ee148195b96442e843606 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-19T01:26:43,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/.tmp/f/a11fdad5371d4b6285f6d01a45310e19 is 37, key is row10/f:q1/1700357186187/Put/seqid=0 2023-11-19T01:26:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:26:43,830 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-19T01:26:43,831 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.2.20:52188, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-19T01:26:44,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/.tmp/f/a11fdad5371d4b6285f6d01a45310e19 2023-11-19T01:26:44,122 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/.tmp/f/a11fdad5371d4b6285f6d01a45310e19 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/f/a11fdad5371d4b6285f6d01a45310e19 2023-11-19T01:26:44,129 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/f/a11fdad5371d4b6285f6d01a45310e19, entries=99, sequenceid=103, filesize=8.2 K 2023-11-19T01:26:44,130 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 4e8356cc132ee148195b96442e843606 in 447ms, sequenceid=103, compaction requested=false 2023-11-19T01:26:44,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for 4e8356cc132ee148195b96442e843606: 2023-11-19T01:26:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. for snapshot_1700357203098_ns2_test-17003571812961 completed. 2023-11-19T01:26:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606.' region-info for snapshot=snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-19T01:26:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/f/a11fdad5371d4b6285f6d01a45310e19] hfiles 2023-11-19T01:26:44,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/f/a11fdad5371d4b6285f6d01a45310e19 for snapshot=snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:26:44,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:44,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-19T01:26:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-19T01:26:44,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1700357203098_ns2_test-17003571812961 on region 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:44,540 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:44,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-19T01:26:44,543 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-19T01:26:44,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure 4e8356cc132ee148195b96442e843606 in 1.0150 sec 2023-11-19T01:26:44,544 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-19T01:26:44,544 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-19T01:26:44,544 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:44,545 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:44,957 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-19T01:26:44,964 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-19T01:26:44,965 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/.tmp/snapshot_1700357203098_ns2_test-17003571812961 to hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:44,966 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-19T01:26:44,966 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-19T01:26:44,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1700357203098_ns2_test-17003571812961 table=ns2:test-17003571812961 type=FLUSH ttl=0 } in 1.8560 sec 2023-11-19T01:26:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-19T01:26:45,221 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1700357201751 2023-11-19T01:26:45,221 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-19T01:26:45,221 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-19T01:26:45,221 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1700357201751_ns2:test-17003571812961 2023-11-19T01:26:45,221 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1700357203098_ns2_test-17003571812961 to hdfs://localhost:40503/backupUT/backup_1700357201751/ns2/test-17003571812961/ 2023-11-19T01:26:45,221 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-19T01:26:45,245 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:40503, inputRoot=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892 2023-11-19T01:26:45,245 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase6.apache.org,40109,1700357169199_-496462981_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40503/backupUT/backup_1700357201751/ns2/test-17003571812961, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40503/backupUT/backup_1700357201751/ns2/test-17003571812961/.hbase-snapshot/.tmp/snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:45,245 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:40503, inputRoot=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892, snapshotDir=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/snapshot_1700357203098_ns2_test-17003571812961. 2023-11-19T01:26:45,254 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/.hbase-snapshot/snapshot_1700357203098_ns2_test-17003571812961 to hdfs://localhost:40503/backupUT/backup_1700357201751/ns2/test-17003571812961/.hbase-snapshot/.tmp/snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:45,671 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:45,671 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:45,672 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:45,672 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,707 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop-3414335873874356527.jar 2023-11-19T01:26:46,707 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,708 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,708 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,709 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,709 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,710 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,710 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,710 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,711 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-19T01:26:46,712 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-19T01:26:46,712 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-19T01:26:46,713 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-19T01:26:46,713 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-19T01:26:46,714 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-19T01:26:46,714 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-19T01:26:46,715 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-19T01:26:46,715 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-19T01:26:46,716 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-19T01:26:46,716 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-19T01:26:46,717 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-19T01:26:46,717 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-19T01:26:46,718 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:46,718 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:46,719 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:46,719 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:46,720 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-19T01:26:46,720 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:46,721 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-19T01:26:46,765 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1700357203098_ns2_test-17003571812961' hfile list 2023-11-19T01:26:46,768 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-19T01:26:46,852 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/mapreduce.cluster.local.dir/1700357206818/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-19T01:26:46,852 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/mapreduce.cluster.local.dir/1700357206818/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-19T01:26:46,905 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-19T01:26:46,930 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/f/a11fdad5371d4b6285f6d01a45310e19 output=hdfs://localhost:40503/backupUT/backup_1700357201751/ns2/test-17003571812961/archive/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/f/a11fdad5371d4b6285f6d01a45310e19 2023-11-19T01:26:46,930 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-11-19T01:26:47,888 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-19T01:26:47,889 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-19T01:26:47,897 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:47,897 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1700357203098_ns2_test-17003571812961 finished. 2023-11-19T01:26:47,897 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(1034): ns2:test-17003571812961 2023-11-19T01:26:47,905 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1700357201751 2023-11-19T01:26:47,905 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-19T01:26:48,311 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:40503/backupUT/backup_1700357201751/.backup.manifest 2023-11-19T01:26:48,311 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(358): Backup backup_1700357201751 finished: type=FULL,tablelist=ns2:test-17003571812961,targetRootDir=hdfs://localhost:40503/backupUT,startts=1700357202898,completets=1700357207905,bytescopied=0 2023-11-19T01:26:48,311 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-19T01:26:48,311 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:48,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_1700357203098_ns2_test-17003571812961" 2023-11-19T01:26:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1700357203098_ns2_test-17003571812961 2023-11-19T01:26:48,316 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1700357203098_ns2_test-17003571812961 for backup backup_1700357201751 succeeded. 2023-11-19T01:26:48,317 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-19T01:26:48,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] master.MasterRpcServices(763): Client=jenkins//172.31.2.20 delete name: "snapshot_backup_system" 2023-11-19T01:26:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40109 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-19T01:26:48,328 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-19T01:26:48,330 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-19T01:26:48,337 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] impl.TableBackupClient(376): Backup backup_1700357201751 completed. 2023-11-19T01:26:48,337 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:48,358 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] backup.TestBackupShowHistory(97): backup complete: ns2:test-17003571812961 2023-11-19T01:26:48,385 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40503/backupUT/backup_1700357190561 2023-11-19T01:26:48,388 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357190561/.backup.manifest 2023-11-19T01:26:48,389 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40503/backupUT/backup_1700357201751 2023-11-19T01:26:48,392 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357201751/.backup.manifest 2023-11-19T01:26:48,394 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40503/backupUT/backup_1700357190561 2023-11-19T01:26:48,396 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357190561/.backup.manifest 2023-11-19T01:26:48,397 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:40503/backupUT/backup_1700357201751 2023-11-19T01:26:48,399 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1700357201751/.backup.manifest 2023-11-19T01:26:48,399 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] backup.TestBackupShowHistory(139): show_history 2023-11-19T01:26:48,420 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.ResourceChecker(175): after: backup.TestBackupShowHistory#testBackupHistory Thread=601 (was 584) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58629@0x787cd5ee java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$538/827260124.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x47dd1e07-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1211006474_16 at /127.0.0.1:40228 [Waiting for operation #14] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/cluster_353be360-4e46-bec3-270b-3f89a7702ec0/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x53b8f60f-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x53b8f60f-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x47dd1e07-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/cluster_353be360-4e46-bec3-270b-3f89a7702ec0/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1211006474_16 at /127.0.0.1:40238 [Waiting for operation #10] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase6.apache.org,40713,1700357172586' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1578820651-172.31.2.20-1700357165812:blk_1073741870_1046, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1843299650_16 at /127.0.0.1:40170 [Receiving block BP-1578820651-172.31.2.20-1700357165812:blk_1073741870_1046] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1843299650_16 at /127.0.0.1:40180 [Receiving block BP-1578820651-172.31.2.20-1700357165812:blk_1073741871_1047] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase6.apache.org,40713,1700357172586)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x47dd1e07-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase6:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase6.apache.org,40109,1700357169199)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x47dd1e07-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: WAL-Archive-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-1578820651-172.31.2.20-1700357165812:blk_1073741871_1047, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58629@0x787cd5ee-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x47dd1e07-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58629@0x787cd5ee-SendThread(127.0.0.1:58629) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) - Thread LEAK? -, OpenFileDescriptor=719 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=172 (was 229), ProcessCount=168 (was 171), AvailableMemoryMB=3845 (was 4102) 2023-11-19T01:26:48,420 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2023-11-19T01:26:48,428 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-19T01:26:48,428 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:48,428 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-19T01:26:48,429 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] util.JVMClusterUtil(257): Found active master hash=851769788, stopped=false 2023-11-19T01:26:48,429 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:48,431 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-19T01:26:48,431 DEBUG [Listener at jenkins-hbase6.apache.org/39243 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:48,431 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,40713,1700357172586' ***** 2023-11-19T01:26:48,432 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-19T01:26:48,432 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:26:48,445 INFO [RS:0;jenkins-hbase6:40713 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5062364c{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-19T01:26:48,449 INFO [RS:0;jenkins-hbase6:40713 {}] server.AbstractConnector(383): Stopped ServerConnector@b303586{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:26:48,450 INFO [RS:0;jenkins-hbase6:40713 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:26:48,450 INFO [RS:0;jenkins-hbase6:40713 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@353581d9{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:26:48,451 INFO [RS:0;jenkins-hbase6:40713 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6574aa5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop.log.dir/,STOPPED} 2023-11-19T01:26:48,454 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-19T01:26:48,454 INFO [RS:0;jenkins-hbase6:40713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-19T01:26:48,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-19T01:26:48,454 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-19T01:26:48,454 INFO [RS:0;jenkins-hbase6:40713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-19T01:26:48,454 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3528): Received CLOSE for 34c399e06b0ad02f103c212d84d77977 2023-11-19T01:26:48,455 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3528): Received CLOSE for 3063b031f4aa2f53f5bac6aebb5905cd 2023-11-19T01:26:48,455 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3528): Received CLOSE for 4e8356cc132ee148195b96442e843606 2023-11-19T01:26:48,455 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3528): Received CLOSE for 8597b31c962556780fbc293d3925d6d1 2023-11-19T01:26:48,455 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3528): Received CLOSE for fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:48,455 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3528): Received CLOSE for 275e7b9581404b6404d5e633dd4a4f87 2023-11-19T01:26:48,455 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3528): Received CLOSE for 0463f9faf6987f8c5e1b5b89c98a38cf 2023-11-19T01:26:48,455 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,40713,1700357172586 2023-11-19T01:26:48,455 DEBUG [RS:0;jenkins-hbase6:40713 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:48,455 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 34c399e06b0ad02f103c212d84d77977, disabling compactions & flushes 2023-11-19T01:26:48,455 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:48,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:48,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. after waiting 0 ms 2023-11-19T01:26:48,456 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:48,456 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-19T01:26:48,456 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-19T01:26:48,456 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-19T01:26:48,456 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-19T01:26:48,456 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-19T01:26:48,456 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1583): Online Regions={34c399e06b0ad02f103c212d84d77977=test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977., 3063b031f4aa2f53f5bac6aebb5905cd=hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd., 4e8356cc132ee148195b96442e843606=ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606., 8597b31c962556780fbc293d3925d6d1=ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1., fb79fc7f09f65ed7eb4b713d58342e4a=ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a., 1588230740=hbase:meta,,1.1588230740, 275e7b9581404b6404d5e633dd4a4f87=backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87., 0463f9faf6987f8c5e1b5b89c98a38cf=backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf.} 2023-11-19T01:26:48,457 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-19T01:26:48,457 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-19T01:26:48,457 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-19T01:26:48,457 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-19T01:26:48,457 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-19T01:26:48,458 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-11-19T01:26:48,460 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1609): Waiting on 0463f9faf6987f8c5e1b5b89c98a38cf, 1588230740, 275e7b9581404b6404d5e633dd4a4f87, 3063b031f4aa2f53f5bac6aebb5905cd, 34c399e06b0ad02f103c212d84d77977, 4e8356cc132ee148195b96442e843606, 8597b31c962556780fbc293d3925d6d1, fb79fc7f09f65ed7eb4b713d58342e4a 2023-11-19T01:26:48,465 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/default/test-1700357181296/34c399e06b0ad02f103c212d84d77977/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:26:48,468 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:48,469 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:48,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 34c399e06b0ad02f103c212d84d77977: 2023-11-19T01:26:48,469 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1700357181296,,1700357181804.34c399e06b0ad02f103c212d84d77977. 2023-11-19T01:26:48,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 3063b031f4aa2f53f5bac6aebb5905cd, disabling compactions & flushes 2023-11-19T01:26:48,470 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:48,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:48,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. after waiting 0 ms 2023-11-19T01:26:48,470 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:48,470 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 3063b031f4aa2f53f5bac6aebb5905cd 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-19T01:26:48,478 INFO [regionserver/jenkins-hbase6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:26:48,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd/.tmp/info/82f16b80ed5e47bea8d2de034f363a8b is 45, key is default/info:d/1700357176697/Put/seqid=0 2023-11-19T01:26:48,492 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/.tmp/info/0314b2bfcd0c40bcae2ab753f3c2f2fe is 159, key is ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606./info:regioninfo/1700357185263/Put/seqid=0 2023-11-19T01:26:48,494 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd/.tmp/info/82f16b80ed5e47bea8d2de034f363a8b 2023-11-19T01:26:48,502 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd/.tmp/info/82f16b80ed5e47bea8d2de034f363a8b as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd/info/82f16b80ed5e47bea8d2de034f363a8b 2023-11-19T01:26:48,509 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd/info/82f16b80ed5e47bea8d2de034f363a8b, entries=7, sequenceid=11, filesize=5.1 K 2023-11-19T01:26:48,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 3063b031f4aa2f53f5bac6aebb5905cd in 40ms, sequenceid=11, compaction requested=false 2023-11-19T01:26:48,517 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/namespace/3063b031f4aa2f53f5bac6aebb5905cd/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-19T01:26:48,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:48,518 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:48,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 3063b031f4aa2f53f5bac6aebb5905cd: 2023-11-19T01:26:48,518 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1700357175323.3063b031f4aa2f53f5bac6aebb5905cd. 2023-11-19T01:26:48,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 4e8356cc132ee148195b96442e843606, disabling compactions & flushes 2023-11-19T01:26:48,519 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:48,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:48,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. after waiting 0 ms 2023-11-19T01:26:48,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:48,525 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns2/test-17003571812961/4e8356cc132ee148195b96442e843606/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-19T01:26:48,525 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:48,527 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:48,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 4e8356cc132ee148195b96442e843606: 2023-11-19T01:26:48,527 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17003571812961,,1700357184057.4e8356cc132ee148195b96442e843606. 2023-11-19T01:26:48,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 8597b31c962556780fbc293d3925d6d1, disabling compactions & flushes 2023-11-19T01:26:48,528 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:48,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:48,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. after waiting 0 ms 2023-11-19T01:26:48,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:48,532 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns3/test-17003571812962/8597b31c962556780fbc293d3925d6d1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:26:48,533 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:48,533 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:48,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 8597b31c962556780fbc293d3925d6d1: 2023-11-19T01:26:48,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17003571812962,,1700357186264.8597b31c962556780fbc293d3925d6d1. 2023-11-19T01:26:48,534 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing fb79fc7f09f65ed7eb4b713d58342e4a, disabling compactions & flushes 2023-11-19T01:26:48,535 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:48,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:48,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. after waiting 0 ms 2023-11-19T01:26:48,535 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:48,539 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/ns4/test-17003571812963/fb79fc7f09f65ed7eb4b713d58342e4a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:26:48,540 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:48,541 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:48,541 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for fb79fc7f09f65ed7eb4b713d58342e4a: 2023-11-19T01:26:48,541 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17003571812963,,1700357188388.fb79fc7f09f65ed7eb4b713d58342e4a. 2023-11-19T01:26:48,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 275e7b9581404b6404d5e633dd4a4f87, disabling compactions & flushes 2023-11-19T01:26:48,542 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:48,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:48,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. after waiting 0 ms 2023-11-19T01:26:48,542 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:48,549 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system_bulk/275e7b9581404b6404d5e633dd4a4f87/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-19T01:26:48,550 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:48,551 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:48,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 275e7b9581404b6404d5e633dd4a4f87: 2023-11-19T01:26:48,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1700357191839.275e7b9581404b6404d5e633dd4a4f87. 2023-11-19T01:26:48,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0463f9faf6987f8c5e1b5b89c98a38cf, disabling compactions & flushes 2023-11-19T01:26:48,551 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:48,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:48,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. after waiting 0 ms 2023-11-19T01:26:48,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:48,552 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 0463f9faf6987f8c5e1b5b89c98a38cf 2/2 column families, dataSize=1.03 KB heapSize=2.04 KB 2023-11-19T01:26:48,562 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/meta/9b17480ae5c64e3e95c1bf07aabddd9f is 171, key is trslm:hdfs://localhost:40503/backupUT\x00ns2:test-17003571812961/meta:log-roll-map/1700357207900/Put/seqid=0 2023-11-19T01:26:48,660 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1609): Waiting on 0463f9faf6987f8c5e1b5b89c98a38cf, 1588230740 2023-11-19T01:26:48,861 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1609): Waiting on 0463f9faf6987f8c5e1b5b89c98a38cf, 1588230740 2023-11-19T01:26:48,900 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/.tmp/info/0314b2bfcd0c40bcae2ab753f3c2f2fe 2023-11-19T01:26:48,920 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/.tmp/table/42ae1c572bf34821bad86830ae8b88a9 is 59, key is ns2:test-17003571812961/table:state/1700357185272/Put/seqid=0 2023-11-19T01:26:48,968 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=458 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/meta/9b17480ae5c64e3e95c1bf07aabddd9f 2023-11-19T01:26:48,977 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/8624025774f84c9fbde2b78b4e9cece4 is 375, key is session:backup_1700357201751/session:context/1700357208329/Put/seqid=0 2023-11-19T01:26:49,061 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1609): Waiting on 0463f9faf6987f8c5e1b5b89c98a38cf, 1588230740 2023-11-19T01:26:49,213 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-19T01:26:49,213 INFO [regionserver/jenkins-hbase6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-19T01:26:49,261 DEBUG [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1609): Waiting on 0463f9faf6987f8c5e1b5b89c98a38cf, 1588230740 2023-11-19T01:26:49,325 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/.tmp/table/42ae1c572bf34821bad86830ae8b88a9 2023-11-19T01:26:49,333 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/.tmp/info/0314b2bfcd0c40bcae2ab753f3c2f2fe as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/info/0314b2bfcd0c40bcae2ab753f3c2f2fe 2023-11-19T01:26:49,339 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/info/0314b2bfcd0c40bcae2ab753f3c2f2fe, entries=70, sequenceid=39, filesize=14.1 K 2023-11-19T01:26:49,340 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/.tmp/table/42ae1c572bf34821bad86830ae8b88a9 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/table/42ae1c572bf34821bad86830ae8b88a9 2023-11-19T01:26:49,346 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/table/42ae1c572bf34821bad86830ae8b88a9, entries=14, sequenceid=39, filesize=5.8 K 2023-11-19T01:26:49,347 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 890ms, sequenceid=39, compaction requested=false 2023-11-19T01:26:49,355 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-11-19T01:26:49,356 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:49,356 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:26:49,357 INFO [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-19T01:26:49,357 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-19T01:26:49,357 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-19T01:26:49,381 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=596 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/8624025774f84c9fbde2b78b4e9cece4 2023-11-19T01:26:49,388 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/meta/9b17480ae5c64e3e95c1bf07aabddd9f as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/meta/9b17480ae5c64e3e95c1bf07aabddd9f 2023-11-19T01:26:49,394 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/meta/9b17480ae5c64e3e95c1bf07aabddd9f, entries=4, sequenceid=27, filesize=5.6 K 2023-11-19T01:26:49,396 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/.tmp/session/8624025774f84c9fbde2b78b4e9cece4 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/8624025774f84c9fbde2b78b4e9cece4 2023-11-19T01:26:49,401 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/session/8624025774f84c9fbde2b78b4e9cece4, entries=2, sequenceid=27, filesize=5.3 K 2023-11-19T01:26:49,402 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.03 KB/1054, heapSize ~2.01 KB/2056, currentSize=0 B/0 for 0463f9faf6987f8c5e1b5b89c98a38cf in 850ms, sequenceid=27, compaction requested=true 2023-11-19T01:26:49,413 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/data/backup/system/0463f9faf6987f8c5e1b5b89c98a38cf/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-19T01:26:49,413 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:49,414 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:49,414 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0463f9faf6987f8c5e1b5b89c98a38cf: 2023-11-19T01:26:49,414 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1700357190713.0463f9faf6987f8c5e1b5b89c98a38cf. 2023-11-19T01:26:49,462 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,40713,1700357172586; all regions closed. 2023-11-19T01:26:49,469 DEBUG [RS:0;jenkins-hbase6:40713 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/oldWALs 2023-11-19T01:26:49,469 INFO [RS:0;jenkins-hbase6:40713 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C40713%2C1700357172586.meta:.meta(num 1700357202937) 2023-11-19T01:26:49,476 DEBUG [RS:0;jenkins-hbase6:40713 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/oldWALs 2023-11-19T01:26:49,476 INFO [RS:0;jenkins-hbase6:40713 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase6.apache.org%2C40713%2C1700357172586:(num 1700357202920) 2023-11-19T01:26:49,476 DEBUG [RS:0;jenkins-hbase6:40713 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:49,476 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.LeaseManager(133): Closed leases 2023-11-19T01:26:49,476 INFO [RS:0;jenkins-hbase6:40713 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-11-19T01:26:49,477 INFO [regionserver/jenkins-hbase6:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:26:49,478 INFO [RS:0;jenkins-hbase6:40713 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:40713 2023-11-19T01:26:49,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase6.apache.org,40713,1700357172586] 2023-11-19T01:26:49,488 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase6.apache.org,40713,1700357172586; numProcessing=1 2023-11-19T01:26:49,489 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase6.apache.org,40713,1700357172586 expired; onlineServers=0 2023-11-19T01:26:49,489 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase6.apache.org,40109,1700357169199' ***** 2023-11-19T01:26:49,489 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-19T01:26:49,490 DEBUG [M:0;jenkins-hbase6:40109 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614ed335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase6.apache.org/172.31.2.20:0 2023-11-19T01:26:49,490 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-19T01:26:49,533 INFO [M:0;jenkins-hbase6:40109 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6358cecb{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-19T01:26:49,534 INFO [M:0;jenkins-hbase6:40109 {}] server.AbstractConnector(383): Stopped ServerConnector@675e02b3{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:26:49,534 INFO [M:0;jenkins-hbase6:40109 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-19T01:26:49,534 INFO [M:0;jenkins-hbase6:40109 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@48ee894{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-19T01:26:49,535 INFO [M:0;jenkins-hbase6:40109 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@1ce00616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/hadoop.log.dir/,STOPPED} 2023-11-19T01:26:49,535 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase6.apache.org,40109,1700357169199 2023-11-19T01:26:49,535 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase6.apache.org,40109,1700357169199; all regions closed. 2023-11-19T01:26:49,535 DEBUG [M:0;jenkins-hbase6:40109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:49,535 INFO [M:0;jenkins-hbase6:40109 {}] master.HMaster(1666): Stopping master jetty server 2023-11-19T01:26:49,536 INFO [M:0;jenkins-hbase6:40109 {}] server.AbstractConnector(383): Stopped ServerConnector@42f8d160{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-19T01:26:49,536 DEBUG [M:0;jenkins-hbase6:40109 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-19T01:26:49,537 INFO [M:0;jenkins-hbase6:40109 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-19T01:26:49,537 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-19T01:26:49,537 DEBUG [M:0;jenkins-hbase6:40109 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-19T01:26:49,537 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357174047 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.large.0-1700357174047,5,FailOnTimeoutGroup] 2023-11-19T01:26:49,537 DEBUG [master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357174050 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase6:0:becomeActiveMaster-HFileCleaner.small.0-1700357174050,5,FailOnTimeoutGroup] 2023-11-19T01:26:49,537 DEBUG [M:0;jenkins-hbase6:40109 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-19T01:26:49,537 INFO [M:0;jenkins-hbase6:40109 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase6:0 had [] on shutdown 2023-11-19T01:26:49,537 DEBUG [M:0;jenkins-hbase6:40109 {}] master.HMaster(1689): Stopping service threads 2023-11-19T01:26:49,537 INFO [M:0;jenkins-hbase6:40109 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-19T01:26:49,538 ERROR [M:0;jenkins-hbase6:40109 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-11-19T01:26:49,539 INFO [M:0;jenkins-hbase6:40109 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-19T01:26:49,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-19T01:26:49,540 WARN [M:0;jenkins-hbase6:40109 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-19T01:26:49,540 INFO [M:0;jenkins-hbase6:40109 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-19T01:26:49,540 INFO [M:0;jenkins-hbase6:40109 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-19T01:26:49,541 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-19T01:26:49,554 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:49,554 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:49,554 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-19T01:26:49,554 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:49,554 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=154.34 KB heapSize=185.35 KB 2023-11-19T01:26:49,568 DEBUG [M:0;jenkins-hbase6:40109 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7f8809a8e74189bbfb350f4b19c847 is 88, key is hbase:meta,,1/info:sn/1700357174658/Put/seqid=0 2023-11-19T01:26:49,588 INFO [RS:0;jenkins-hbase6:40713 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,40713,1700357172586; zookeeper connection closed. 2023-11-19T01:26:49,588 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13ff7d04 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13ff7d04 2023-11-19T01:26:49,588 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-19T01:26:49,973 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7f8809a8e74189bbfb350f4b19c847 2023-11-19T01:26:49,997 DEBUG [M:0;jenkins-hbase6:40109 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72e28c4069124106a6b0051a1ec1d760 is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1700357193030/Put/seqid=0 2023-11-19T01:26:50,402 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=153.74 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72e28c4069124106a6b0051a1ec1d760 2023-11-19T01:26:50,408 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72e28c4069124106a6b0051a1ec1d760 2023-11-19T01:26:50,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17003571812962 2023-11-19T01:26:50,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-19T01:26:50,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-19T01:26:50,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-19T01:26:50,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-19T01:26:50,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1700357181296 2023-11-19T01:26:50,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-19T01:26:50,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17003571812963 2023-11-19T01:26:50,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-19T01:26:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17003571812961 2023-11-19T01:26:50,421 DEBUG [M:0;jenkins-hbase6:40109 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b7ecfc8bfe24cd4ba7b59d0182f3ec6 is 82, key is jenkins-hbase6.apache.org,40713,1700357172586/rs:state/1700357174107/Put/seqid=0 2023-11-19T01:26:50,825 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b7ecfc8bfe24cd4ba7b59d0182f3ec6 2023-11-19T01:26:50,832 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7f8809a8e74189bbfb350f4b19c847 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e7f8809a8e74189bbfb350f4b19c847 2023-11-19T01:26:50,839 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e7f8809a8e74189bbfb350f4b19c847, entries=8, sequenceid=362, filesize=5.5 K 2023-11-19T01:26:50,840 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72e28c4069124106a6b0051a1ec1d760 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72e28c4069124106a6b0051a1ec1d760 2023-11-19T01:26:50,847 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72e28c4069124106a6b0051a1ec1d760 2023-11-19T01:26:50,847 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72e28c4069124106a6b0051a1ec1d760, entries=39, sequenceid=362, filesize=13.7 K 2023-11-19T01:26:50,848 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b7ecfc8bfe24cd4ba7b59d0182f3ec6 as hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b7ecfc8bfe24cd4ba7b59d0182f3ec6 2023-11-19T01:26:50,855 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:40503/user/jenkins/test-data/e584d5a9-3af1-fe69-7169-7c878e4f0892/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b7ecfc8bfe24cd4ba7b59d0182f3ec6, entries=1, sequenceid=362, filesize=5.1 K 2023-11-19T01:26:50,856 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(3022): Finished flush of dataSize ~154.34 KB/158040, heapSize ~185.05 KB/189496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=362, compaction requested=false 2023-11-19T01:26:50,860 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-19T01:26:50,861 DEBUG [M:0;jenkins-hbase6:40109 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-19T01:26:50,864 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-19T01:26:50,864 INFO [M:0;jenkins-hbase6:40109 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-19T01:26:50,864 INFO [M:0;jenkins-hbase6:40109 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-19T01:26:50,864 INFO [M:0;jenkins-hbase6:40109 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.2.20:40109 2023-11-19T01:26:50,968 INFO [M:0;jenkins-hbase6:40109 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase6.apache.org,40109,1700357169199; zookeeper connection closed. 2023-11-19T01:26:50,970 WARN [Listener at jenkins-hbase6.apache.org/39243 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-19T01:26:50,973 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:26:51,080 WARN [BP-1578820651-172.31.2.20-1700357165812 heartbeating to localhost/127.0.0.1:40503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-19T01:26:51,080 WARN [BP-1578820651-172.31.2.20-1700357165812 heartbeating to localhost/127.0.0.1:40503 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1578820651-172.31.2.20-1700357165812 (Datanode Uuid 5784e532-832a-47f0-a211-bca4602d713b) service to localhost/127.0.0.1:40503 2023-11-19T01:26:51,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/cluster_353be360-4e46-bec3-270b-3f89a7702ec0/dfs/data/data1/current/BP-1578820651-172.31.2.20-1700357165812 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:26:51,082 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/25633aec-2da4-27e9-62c3-003293550304/cluster_353be360-4e46-bec3-270b-3f89a7702ec0/dfs/data/data2/current/BP-1578820651-172.31.2.20-1700357165812 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-19T01:26:51,146 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-19T01:26:51,300 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-19T01:26:51,300 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-19T01:26:51,310 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:26:51,427 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:26:51,542 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:26:51,542 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:26:51,651 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-19T01:26:51,659 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-19T01:26:51,661 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:26:51,666 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase6.apache.org:0 2023-11-19T01:26:51,769 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-19T01:26:51,769 INFO [Listener at jenkins-hbase6.apache.org/39243 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped