2023-11-12 09:34:03,209 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:34:03,224 main DEBUG Took 0.011792 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-11-12 09:34:03,224 main DEBUG PluginManager 'Core' found 129 plugins 2023-11-12 09:34:03,224 main DEBUG PluginManager 'Level' found 0 plugins 2023-11-12 09:34:03,225 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-11-12 09:34:03,227 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,236 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-11-12 09:34:03,251 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,254 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,254 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,258 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,259 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,259 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,260 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,261 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-11-12 09:34:03,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,264 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-11-12 09:34:03,266 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-11-12 09:34:03,268 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-11-12 09:34:03,270 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-11-12 09:34:03,270 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-11-12 09:34:03,272 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-11-12 09:34:03,272 main DEBUG PluginManager 'Converter' found 47 plugins 2023-11-12 09:34:03,287 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-11-12 09:34:03,290 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-11-12 09:34:03,295 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-11-12 09:34:03,295 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-11-12 09:34:03,295 main DEBUG createAppenders(={Console}) 2023-11-12 09:34:03,296 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a initialized 2023-11-12 09:34:03,297 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a 2023-11-12 09:34:03,297 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3eb25e1a OK. 2023-11-12 09:34:03,298 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-11-12 09:34:03,298 main DEBUG OutputStream closed 2023-11-12 09:34:03,298 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-11-12 09:34:03,298 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-11-12 09:34:03,299 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@59fd97a8 OK 2023-11-12 09:34:03,341 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-11-12 09:34:03,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-11-12 09:34:03,344 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-11-12 09:34:03,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-11-12 09:34:03,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-11-12 09:34:03,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-11-12 09:34:03,346 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-11-12 09:34:03,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-11-12 09:34:03,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-11-12 09:34:03,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-11-12 09:34:03,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-11-12 09:34:03,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-11-12 09:34:03,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-11-12 09:34:03,348 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-11-12 09:34:03,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-11-12 09:34:03,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-11-12 09:34:03,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-11-12 09:34:03,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-11-12 09:34:03,353 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12 09:34:03,353 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5403f35f) with optional ClassLoader: null 2023-11-12 09:34:03,354 main DEBUG Shutdown hook enabled. Registering a new one. 2023-11-12 09:34:03,355 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@5403f35f] started OK. 2023-11-12T09:34:03,388 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestBackupStatusProgress timeout: 13 mins 2023-11-12 09:34:03,394 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-11-12 09:34:03,394 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-11-12T09:34:03,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6 2023-11-12T09:34:03,732 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:34:03,735 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:03,736 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-11-12T09:34:03,739 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/cluster_b6053e87-aa56-23c7-66bd-1cfe69a6dc60, deleteOnExit=true 2023-11-12T09:34:03,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-11-12T09:34:03,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/test.cache.data in system properties and HBase conf 2023-11-12T09:34:03,740 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:34:03,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:34:03,741 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:34:03,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:34:03,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:34:03,849 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-11-12T09:34:04,348 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-11-12T09:34:04,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:34:04,354 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:34:04,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:34:04,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:34:04,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:34:04,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:34:04,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:34:04,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:34:04,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:34:04,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:34:04,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:34:04,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:34:04,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:34:04,359 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-11-12T09:34:04,800 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:34:04,805 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:34:05,093 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-11-12T09:34:05,228 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@727c5b24 via org.mortbay.log.Slf4jLog 2023-11-12T09:34:05,242 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:34:05,281 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:34:05,316 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/java.io.tmpdir/Jetty_localhost_42447_hdfs____.863lct/webapp 2023-11-12T09:34:05,457 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42447 2023-11-12T09:34:05,480 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-11-12T09:34:05,481 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-11-12T09:34:06,024 WARN [Listener at localhost/37799 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:34:06,092 WARN [Listener at localhost/37799 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-11-12T09:34:06,110 WARN [Listener at localhost/37799 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:34:06,116 INFO [Listener at localhost/37799 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:34:06,122 INFO [Listener at localhost/37799 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/java.io.tmpdir/Jetty_localhost_40989_datanode____.f3bcwr/webapp 2023-11-12T09:34:06,218 INFO [Listener at localhost/37799 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40989 2023-11-12T09:34:06,496 WARN [Listener at localhost/34177 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-11-12T09:34:06,775 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-11-12T09:34:06,943 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x8f15d4892d34a165: Processing first storage report for DS-b7d82e75-ec78-4f38-8798-cf990a34d72d from datanode e9fbd413-130e-4471-a20b-a8acc1947655 2023-11-12T09:34:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x8f15d4892d34a165: from storage DS-b7d82e75-ec78-4f38-8798-cf990a34d72d node DatanodeRegistration(127.0.0.1:38427, datanodeUuid=e9fbd413-130e-4471-a20b-a8acc1947655, infoPort=34783, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=1172617299;c=1699781644876), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-11-12T09:34:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x8f15d4892d34a165: Processing first storage report for DS-7d4f1b63-391c-4aab-94e3-18ae77ab1c83 from datanode e9fbd413-130e-4471-a20b-a8acc1947655 2023-11-12T09:34:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x8f15d4892d34a165: from storage DS-7d4f1b63-391c-4aab-94e3-18ae77ab1c83 node DatanodeRegistration(127.0.0.1:38427, datanodeUuid=e9fbd413-130e-4471-a20b-a8acc1947655, infoPort=34783, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=1172617299;c=1699781644876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-11-12T09:34:07,017 DEBUG [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6 2023-11-12T09:34:07,153 INFO [Listener at localhost/34177 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/cluster_b6053e87-aa56-23c7-66bd-1cfe69a6dc60/zookeeper_0, clientPort=51303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/cluster_b6053e87-aa56-23c7-66bd-1cfe69a6dc60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/cluster_b6053e87-aa56-23c7-66bd-1cfe69a6dc60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2023-11-12T09:34:07,172 INFO [Listener at localhost/34177 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51303 2023-11-12T09:34:07,182 INFO [Listener at localhost/34177 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:34:07,184 INFO [Listener at localhost/34177 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:34:07,841 INFO [Listener at localhost/34177 {}] util.FSUtils(462): Created version file at hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c with version=8 2023-11-12T09:34:07,842 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/hbase-staging 2023-11-12T09:34:07,861 DEBUG [Listener at localhost/34177 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-11-12T09:34:07,861 DEBUG [Listener at localhost/34177 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-11-12T09:34:07,861 DEBUG [Listener at localhost/34177 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-11-12T09:34:07,861 DEBUG [Listener at localhost/34177 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-11-12T09:34:08,081 DEBUG [Listener at localhost/34177 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-11-12T09:34:08,851 INFO [Listener at localhost/34177 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:34:08,907 INFO [Listener at localhost/34177 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:34:08,908 INFO [Listener at localhost/34177 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:34:08,908 INFO [Listener at localhost/34177 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:34:08,908 INFO [Listener at localhost/34177 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:34:08,908 INFO [Listener at localhost/34177 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:34:09,096 INFO [Listener at localhost/34177 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:34:09,227 INFO [Listener at localhost/34177 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-11-12T09:34:09,246 DEBUG [Listener at localhost/34177 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-11-12T09:34:09,252 INFO [Listener at localhost/34177 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:34:09,301 DEBUG [Listener at localhost/34177 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 8757 (auto-detected) 2023-11-12T09:34:09,303 DEBUG [Listener at localhost/34177 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:0f:ff:fe:94:aa:bf (auto-detected) 2023-11-12T09:34:09,341 INFO [Listener at localhost/34177 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:38485 2023-11-12T09:34:09,356 INFO [Listener at localhost/34177 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:34:09,357 INFO [Listener at localhost/34177 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:34:09,379 INFO [Listener at localhost/34177 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:38485 connecting to ZooKeeper ensemble=127.0.0.1:51303 2023-11-12T09:34:09,431 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:384850x0, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:34:09,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:38485-0x1004cfb890f0000 connected 2023-11-12T09:34:09,467 DEBUG [Listener at localhost/34177 {}] zookeeper.ZKUtil(113): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:34:09,470 DEBUG [Listener at localhost/34177 {}] zookeeper.ZKUtil(113): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:34:09,474 DEBUG [Listener at localhost/34177 {}] zookeeper.ZKUtil(113): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:34:09,485 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38485 2023-11-12T09:34:09,485 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38485 2023-11-12T09:34:09,485 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38485 2023-11-12T09:34:09,486 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38485 2023-11-12T09:34:09,486 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38485 2023-11-12T09:34:09,540 INFO [Listener at localhost/34177 {}] log.Log(170): Logging initialized @7048ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-11-12T09:34:09,662 INFO [Listener at localhost/34177 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:34:09,663 INFO [Listener at localhost/34177 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:34:09,664 INFO [Listener at localhost/34177 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:34:09,666 INFO [Listener at localhost/34177 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-11-12T09:34:09,666 INFO [Listener at localhost/34177 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:34:09,667 INFO [Listener at localhost/34177 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:34:09,670 INFO [Listener at localhost/34177 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:34:09,799 INFO [Listener at localhost/34177 {}] http.HttpServer(1227): Jetty bound to port 40115 2023-11-12T09:34:09,801 INFO [Listener at localhost/34177 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:34:09,835 INFO [Listener at localhost/34177 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:34:09,838 INFO [Listener at localhost/34177 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@37e294f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:34:09,839 INFO [Listener at localhost/34177 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:34:09,839 INFO [Listener at localhost/34177 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@30fcaea1{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:34:09,901 INFO [Listener at localhost/34177 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:34:09,915 INFO [Listener at localhost/34177 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:34:09,915 INFO [Listener at localhost/34177 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:34:09,917 INFO [Listener at localhost/34177 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:34:09,924 INFO [Listener at localhost/34177 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:34:11,041 INFO [Listener at localhost/34177 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6be8f467{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:34:11,052 INFO [Listener at localhost/34177 {}] server.AbstractConnector(333): Started ServerConnector@65355b17{HTTP/1.1, (http/1.1)}{0.0.0.0:40115} 2023-11-12T09:34:11,052 INFO [Listener at localhost/34177 {}] server.Server(415): Started @8560ms 2023-11-12T09:34:11,056 INFO [Listener at localhost/34177 {}] master.HMaster(486): hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c, hbase.cluster.distributed=false 2023-11-12T09:34:11,121 INFO [Listener at localhost/34177 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-11-12T09:34:11,122 INFO [Listener at localhost/34177 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:34:11,122 INFO [Listener at localhost/34177 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-11-12T09:34:11,122 INFO [Listener at localhost/34177 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-11-12T09:34:11,123 INFO [Listener at localhost/34177 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-11-12T09:34:11,123 INFO [Listener at localhost/34177 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-11-12T09:34:11,136 INFO [Listener at localhost/34177 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-11-12T09:34:11,138 INFO [Listener at localhost/34177 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-11-12T09:34:11,140 INFO [Listener at localhost/34177 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:35035 2023-11-12T09:34:11,143 INFO [Listener at localhost/34177 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-11-12T09:34:11,151 DEBUG [Listener at localhost/34177 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-11-12T09:34:11,152 INFO [Listener at localhost/34177 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:34:11,155 INFO [Listener at localhost/34177 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:34:11,158 INFO [Listener at localhost/34177 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:35035 connecting to ZooKeeper ensemble=127.0.0.1:51303 2023-11-12T09:34:11,163 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:350350x0, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-11-12T09:34:11,166 DEBUG [Listener at localhost/34177 {}] zookeeper.ZKUtil(113): regionserver:350350x0, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-11-12T09:34:11,167 DEBUG [Listener at localhost/34177 {}] zookeeper.ZKUtil(113): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-11-12T09:34:11,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:35035-0x1004cfb890f0001 connected 2023-11-12T09:34:11,169 DEBUG [Listener at localhost/34177 {}] zookeeper.ZKUtil(113): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-11-12T09:34:11,170 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35035 2023-11-12T09:34:11,171 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35035 2023-11-12T09:34:11,172 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35035 2023-11-12T09:34:11,172 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35035 2023-11-12T09:34:11,173 DEBUG [Listener at localhost/34177 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35035 2023-11-12T09:34:11,178 INFO [Listener at localhost/34177 {}] http.HttpServer(981): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-11-12T09:34:11,178 INFO [Listener at localhost/34177 {}] http.HttpServer(981): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-11-12T09:34:11,178 INFO [Listener at localhost/34177 {}] http.HttpServer(981): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-11-12T09:34:11,179 INFO [Listener at localhost/34177 {}] http.HttpServer(960): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-11-12T09:34:11,180 INFO [Listener at localhost/34177 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-11-12T09:34:11,180 INFO [Listener at localhost/34177 {}] http.HttpServer(967): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-11-12T09:34:11,180 INFO [Listener at localhost/34177 {}] http.HttpServer(805): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-11-12T09:34:11,183 INFO [Listener at localhost/34177 {}] http.HttpServer(1227): Jetty bound to port 39225 2023-11-12T09:34:11,183 INFO [Listener at localhost/34177 {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:34:11,186 INFO [Listener at localhost/34177 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:34:11,186 INFO [Listener at localhost/34177 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2550a236{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop.log.dir/,AVAILABLE} 2023-11-12T09:34:11,187 INFO [Listener at localhost/34177 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:34:11,187 INFO [Listener at localhost/34177 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@53e52482{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-11-12T09:34:11,199 INFO [Listener at localhost/34177 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-11-12T09:34:11,200 INFO [Listener at localhost/34177 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-11-12T09:34:11,200 INFO [Listener at localhost/34177 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-11-12T09:34:11,200 INFO [Listener at localhost/34177 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-11-12T09:34:11,201 INFO [Listener at localhost/34177 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-11-12T09:34:11,206 INFO [Listener at localhost/34177 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1e326ac1{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:34:11,207 INFO [Listener at localhost/34177 {}] server.AbstractConnector(333): Started ServerConnector@46c559e{HTTP/1.1, (http/1.1)}{0.0.0.0:39225} 2023-11-12T09:34:11,207 INFO [Listener at localhost/34177 {}] server.Server(415): Started @8715ms 2023-11-12T09:34:11,213 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.52.v20230823; built: 2023-08-23T19:29:37.669Z; git: abdcda73818a1a2c705da276edb0bf6581e7997e; jvm 1.8.0_362-b09 2023-11-12T09:34:11,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@33ac813e{HTTP/1.1, (http/1.1)}{0.0.0.0:38835} 2023-11-12T09:34:11,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8751ms 2023-11-12T09:34:11,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2389): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:11,257 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:34:11,257 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:34:11,260 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:11,264 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:38485 2023-11-12T09:34:11,281 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:34:11,281 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-11-12T09:34:11,281 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:11,281 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:11,282 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:34:11,285 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,38485,1699781648065 from backup master directory 2023-11-12T09:34:11,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on existing znode=/1/master 2023-11-12T09:34:11,289 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:11,289 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:34:11,289 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-11-12T09:34:11,290 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:34:11,290 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:11,294 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-11-12T09:34:11,296 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-11-12T09:34:11,377 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/hbase.id with ID: 58d9b302-c88b-4c56-a472-9826fcc98cd4 2023-11-12T09:34:11,417 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-11-12T09:34:11,433 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:11,434 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:11,475 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:34:11,477 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-11-12T09:34:11,497 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-11-12T09:34:11,497 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-11-12T09:34:11,498 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:34:11,508 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:952) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2414) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:575) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:572) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:34:11,510 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:34:11,582 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store 2023-11-12T09:34:12,008 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-11-12T09:34:12,009 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:12,009 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:34:12,009 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:12,009 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:12,010 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2023-11-12T09:34:12,010 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:12,010 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:12,010 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:34:12,012 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/.initializing 2023-11-12T09:34:12,013 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/WALs/jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:12,022 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:34:12,036 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C38485%2C1699781648065, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/WALs/jenkins-hbase3.apache.org,38485,1699781648065, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/oldWALs, maxLogs=10 2023-11-12T09:34:12,065 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/WALs/jenkins-hbase3.apache.org,38485,1699781648065/jenkins-hbase3.apache.org%2C38485%2C1699781648065.1699781652043, exclude list is [], retry=0 2023-11-12T09:34:12,095 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK] 2023-11-12T09:34:12,102 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:499) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:407) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.5.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.5.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-11-12T09:34:12,174 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/WALs/jenkins-hbase3.apache.org,38485,1699781648065/jenkins-hbase3.apache.org%2C38485%2C1699781648065.1699781652043 2023-11-12T09:34:12,174 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK]] 2023-11-12T09:34:12,175 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:12,175 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:12,180 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,181 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-11-12T09:34:12,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:12,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:34:12,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-11-12T09:34:12,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:12,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:12,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-11-12T09:34:12,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:12,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:12,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-11-12T09:34:12,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:12,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:12,317 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,318 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,333 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-11-12T09:34:12,337 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-11-12T09:34:12,340 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:12,341 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10027624000, jitterRate=-0.06610473990440369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-11-12T09:34:12,346 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:34:12,347 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-11-12T09:34:12,382 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184fee73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:12,437 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(861): No meta location available on zookeeper, skip migrating... 2023-11-12T09:34:12,458 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-11-12T09:34:12,458 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-11-12T09:34:12,461 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-11-12T09:34:12,463 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-11-12T09:34:12,469 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-11-12T09:34:12,469 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-11-12T09:34:12,508 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-11-12T09:34:12,524 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-11-12T09:34:12,527 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-11-12T09:34:12,530 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-11-12T09:34:12,531 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-11-12T09:34:12,532 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-11-12T09:34:12,535 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-11-12T09:34:12,542 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-11-12T09:34:12,543 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-11-12T09:34:12,544 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-11-12T09:34:12,550 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-11-12T09:34:12,565 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-11-12T09:34:12,567 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-11-12T09:34:12,572 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:34:12,572 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-11-12T09:34:12,572 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:12,572 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:12,573 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(805): Active/primary master=jenkins-hbase3.apache.org,38485,1699781648065, sessionid=0x1004cfb890f0000, setting cluster-up flag (Was=false) 2023-11-12T09:34:12,583 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-11-12T09:34:12,594 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:12,594 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:12,600 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-11-12T09:34:12,602 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:12,606 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:12,606 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:12,613 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-11-12T09:34:12,614 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:12,619 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:12,619 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:12,625 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-11-12T09:34:12,626 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:12,724 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:35035 2023-11-12T09:34:12,726 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(997): ClusterId : 58d9b302-c88b-4c56-a472-9826fcc98cd4 2023-11-12T09:34:12,728 INFO [RS:0;jenkins-hbase3:35035 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-11-12T09:34:12,731 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-11-12T09:34:12,737 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-11-12T09:34:12,737 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-11-12T09:34:12,741 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-11-12T09:34:12,741 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-11-12T09:34:12,745 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-11-12T09:34:12,746 DEBUG [RS:0;jenkins-hbase3:35035 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e3d8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:12,749 DEBUG [RS:0;jenkins-hbase3:35035 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3a637c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:34:12,756 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-11-12T09:34:12,756 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-11-12T09:34:12,756 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-11-12T09:34:12,759 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,38485,1699781648065 with isa=jenkins-hbase3.apache.org/172.31.12.81:35035, startcode=1699781651120 2023-11-12T09:34:12,781 DEBUG [RS:0;jenkins-hbase3:35035 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:34:12,782 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-11-12T09:34:12,791 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-11-12T09:34:12,796 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-11-12T09:34:12,806 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,38485,1699781648065 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-11-12T09:34:12,810 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:34:12,810 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:34:12,810 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:34:12,811 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-11-12T09:34:12,811 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-11-12T09:34:12,811 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:12,811 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:34:12,811 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:12,815 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1699781682815 2023-11-12T09:34:12,819 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-11-12T09:34:12,824 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-11-12T09:34:12,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:34:12,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-11-12T09:34:12,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:12,838 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-11-12T09:34:12,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:34:12,839 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-11-12T09:34:12,839 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-11-12T09:34:12,840 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-11-12T09:34:12,840 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-11-12T09:34:12,842 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:12,849 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-11-12T09:34:12,852 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-11-12T09:34:12,853 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-11-12T09:34:12,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-11-12T09:34:12,868 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:12,871 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x6a4d04c4 to 127.0.0.1:51303 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:34:12,876 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:40135, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:34:12,885 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b921b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:12,885 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-11-12T09:34:12,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:12,888 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3212) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:592) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-11-12T09:34:12,892 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-11-12T09:34:12,893 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-11-12T09:34:12,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:34:12,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:34:12,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:12,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:34:12,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:34:12,899 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781652895,5,FailOnTimeoutGroup] 2023-11-12T09:34:12,900 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781652899,5,FailOnTimeoutGroup] 2023-11-12T09:34:12,900 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:12,900 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1636): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-11-12T09:34:12,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:34:12,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:12,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:34:12,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:34:12,902 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:12,902 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:12,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:34:12,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:12,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:34:12,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740 2023-11-12T09:34:12,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740 2023-11-12T09:34:12,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:34:12,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:34:12,916 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:12,917 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10178629600, jitterRate=-0.052041247487068176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:34:12,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:34:12,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:34:12,920 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:34:12,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:34:12,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:34:12,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:34:12,921 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:34:12,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:34:12,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-11-12T09:34:12,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-11-12T09:34:12,927 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3046): Master is not running yet 2023-11-12T09:34:12,927 WARN [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-11-12T09:34:12,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-11-12T09:34:12,955 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-11-12T09:34:12,959 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-11-12T09:34:13,029 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,38485,1699781648065 with isa=jenkins-hbase3.apache.org/172.31.12.81:35035, startcode=1699781651120 2023-11-12T09:34:13,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(396): Registering regionserver=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:13,044 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:13,044 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37799 2023-11-12T09:34:13,044 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=40115 2023-11-12T09:34:13,054 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-11-12T09:34:13,054 DEBUG [RS:0;jenkins-hbase3:35035 {}] zookeeper.ZKUtil(111): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:13,054 WARN [RS:0;jenkins-hbase3:35035 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-11-12T09:34:13,054 INFO [RS:0;jenkins-hbase3:35035 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:34:13,055 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:13,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,35035,1699781651120] 2023-11-12T09:34:13,073 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-11-12T09:34:13,088 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-11-12T09:34:13,105 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-11-12T09:34:13,110 WARN [jenkins-hbase3:38485 {}] assignment.AssignmentManager(2298): No servers available; cannot place 1 unassigned regions. 2023-11-12T09:34:13,111 INFO [RS:0;jenkins-hbase3:35035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-11-12T09:34:13,111 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,112 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-11-12T09:34:13,122 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,122 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,122 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,122 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,122 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,123 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,123 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-11-12T09:34:13,123 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,123 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,123 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,123 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,123 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-11-12T09:34:13,123 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:34:13,124 DEBUG [RS:0;jenkins-hbase3:35035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-11-12T09:34:13,125 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,125 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,125 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,125 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,125 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35035,1699781651120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:34:13,140 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-11-12T09:34:13,143 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35035,1699781651120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,157 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,35035,1699781651120 started 2023-11-12T09:34:13,158 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,35035,1699781651120, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:35035, sessionid=0x1004cfb890f0001 2023-11-12T09:34:13,158 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-11-12T09:34:13,158 DEBUG [RS:0;jenkins-hbase3:35035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:13,158 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35035,1699781651120' 2023-11-12T09:34:13,158 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-11-12T09:34:13,159 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-11-12T09:34:13,160 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-11-12T09:34:13,160 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-11-12T09:34:13,160 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35035,1699781651120' 2023-11-12T09:34:13,160 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:34:13,161 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:34:13,161 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-11-12T09:34:13,161 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-11-12T09:34:13,161 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-11-12T09:34:13,161 DEBUG [RS:0;jenkins-hbase3:35035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:13,161 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35035,1699781651120' 2023-11-12T09:34:13,161 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-11-12T09:34:13,162 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-11-12T09:34:13,163 DEBUG [RS:0;jenkins-hbase3:35035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-11-12T09:34:13,163 INFO [RS:0;jenkins-hbase3:35035 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-11-12T09:34:13,163 INFO [RS:0;jenkins-hbase3:35035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-11-12T09:34:13,274 INFO [RS:0;jenkins-hbase3:35035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-11-12T09:34:13,277 INFO [RS:0;jenkins-hbase3:35035 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35035%2C1699781651120, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/oldWALs, maxLogs=32 2023-11-12T09:34:13,289 DEBUG [RS:0;jenkins-hbase3:35035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781653278, exclude list is [], retry=0 2023-11-12T09:34:13,295 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK] 2023-11-12T09:34:13,298 INFO [RS:0;jenkins-hbase3:35035 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781653278 2023-11-12T09:34:13,299 DEBUG [RS:0;jenkins-hbase3:35035 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK]] 2023-11-12T09:34:13,361 DEBUG [jenkins-hbase3:38485 {}] assignment.AssignmentManager(2319): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-11-12T09:34:13,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:13,375 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35035,1699781651120, state=OPENING 2023-11-12T09:34:13,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-11-12T09:34:13,387 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:13,387 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:13,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:34:13,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:34:13,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35035,1699781651120}] 2023-11-12T09:34:13,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:13,686 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-11-12T09:34:13,690 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35966, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-11-12T09:34:13,702 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-11-12T09:34:13,703 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-11-12T09:34:13,704 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-11-12T09:34:13,706 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta, suffix=.meta, logDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/oldWALs, maxLogs=32 2023-11-12T09:34:13,718 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781653707.meta, exclude list is [], retry=0 2023-11-12T09:34:13,722 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK] 2023-11-12T09:34:13,727 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781653707.meta 2023-11-12T09:34:13,727 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK]] 2023-11-12T09:34:13,728 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:13,733 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:34:13,733 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-11-12T09:34:13,754 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-11-12T09:34:13,754 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-11-12T09:34:13,761 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-11-12T09:34:13,762 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:13,762 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-11-12T09:34:13,762 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-11-12T09:34:13,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-11-12T09:34:13,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-11-12T09:34:13,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:13,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:34:13,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-11-12T09:34:13,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-11-12T09:34:13,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:13,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:34:13,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-11-12T09:34:13,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-11-12T09:34:13,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:13,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-11-12T09:34:13,774 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740 2023-11-12T09:34:13,777 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740 2023-11-12T09:34:13,779 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-11-12T09:34:13,781 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-11-12T09:34:13,783 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11288227680, jitterRate=0.051298126578330994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-11-12T09:34:13,784 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-11-12T09:34:13,796 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1699781653675 2023-11-12T09:34:13,815 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-11-12T09:34:13,816 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-11-12T09:34:13,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:13,819 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,35035,1699781651120, state=OPEN 2023-11-12T09:34:13,822 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:34:13,822 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-11-12T09:34:13,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:34:13,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-11-12T09:34:13,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-11-12T09:34:13,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,35035,1699781651120 in 432 msec 2023-11-12T09:34:13,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-11-12T09:34:13,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 890 msec 2023-11-12T09:34:13,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1520 sec 2023-11-12T09:34:13,844 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1064): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1699781653843, completionTime=-1 2023-11-12T09:34:13,844 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(816): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-11-12T09:34:13,844 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1645): Joining cluster... 2023-11-12T09:34:13,923 DEBUG [hconnection-0x4d153e92-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:13,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:35968, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:13,946 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1657): Number of RegionServers=1 2023-11-12T09:34:13,946 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1699781713946 2023-11-12T09:34:13,946 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1699781773946 2023-11-12T09:34:13,947 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1664): Joined the cluster in 102 msec 2023-11-12T09:34:13,975 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38485,1699781648065-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,975 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38485,1699781648065-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,975 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38485,1699781648065-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,978 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:38485, period=300000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,978 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-11-12T09:34:13,985 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-11-12T09:34:14,003 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-11-12T09:34:14,005 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2369): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-11-12T09:34:14,016 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-11-12T09:34:14,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:34:14,024 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:14,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:34:14,448 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1cdacda27ebc9f4a2b670f84ea97f8f2, NAME => 'hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:14,859 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:14,859 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 1cdacda27ebc9f4a2b670f84ea97f8f2, disabling compactions & flushes 2023-11-12T09:34:14,860 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:14,860 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:14,860 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. after waiting 0 ms 2023-11-12T09:34:14,860 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:14,860 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:14,860 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1cdacda27ebc9f4a2b670f84ea97f8f2: 2023-11-12T09:34:14,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:34:14,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1699781654864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781654864"}]},"ts":"1699781654864"} 2023-11-12T09:34:14,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:34:14,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:34:14,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781654910"}]},"ts":"1699781654910"} 2023-11-12T09:34:14,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-11-12T09:34:14,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1cdacda27ebc9f4a2b670f84ea97f8f2, ASSIGN}] 2023-11-12T09:34:14,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=1cdacda27ebc9f4a2b670f84ea97f8f2, ASSIGN 2023-11-12T09:34:14,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=1cdacda27ebc9f4a2b670f84ea97f8f2, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35035,1699781651120; forceNewPlan=false, retain=false 2023-11-12T09:34:15,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1cdacda27ebc9f4a2b670f84ea97f8f2, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:15,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 1cdacda27ebc9f4a2b670f84ea97f8f2, server=jenkins-hbase3.apache.org,35035,1699781651120}] 2023-11-12T09:34:15,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:15,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:15,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 1cdacda27ebc9f4a2b670f84ea97f8f2, NAME => 'hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:15,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:34:15,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:15,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:15,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:15,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:15,249 INFO [StoreOpener-1cdacda27ebc9f4a2b670f84ea97f8f2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:15,251 INFO [StoreOpener-1cdacda27ebc9f4a2b670f84ea97f8f2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cdacda27ebc9f4a2b670f84ea97f8f2 columnFamilyName info 2023-11-12T09:34:15,251 DEBUG [StoreOpener-1cdacda27ebc9f4a2b670f84ea97f8f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:15,252 INFO [StoreOpener-1cdacda27ebc9f4a2b670f84ea97f8f2-1 {}] regionserver.HStore(324): Store=1cdacda27ebc9f4a2b670f84ea97f8f2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:15,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:15,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:15,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:15,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:15,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 1cdacda27ebc9f4a2b670f84ea97f8f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11978857760, jitterRate=0.11561806499958038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:34:15,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 1cdacda27ebc9f4a2b670f84ea97f8f2: 2023-11-12T09:34:15,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2., pid=6, masterSystemTime=1699781655238 2023-11-12T09:34:15,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:15,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:15,270 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=1cdacda27ebc9f4a2b670f84ea97f8f2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:15,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-11-12T09:34:15,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 1cdacda27ebc9f4a2b670f84ea97f8f2, server=jenkins-hbase3.apache.org,35035,1699781651120 in 188 msec 2023-11-12T09:34:15,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-11-12T09:34:15,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=1cdacda27ebc9f4a2b670f84ea97f8f2, ASSIGN in 351 msec 2023-11-12T09:34:15,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:34:15,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781655281"}]},"ts":"1699781655281"} 2023-11-12T09:34:15,284 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-11-12T09:34:15,288 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:34:15,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2810 sec 2023-11-12T09:34:15,322 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-11-12T09:34:15,324 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-11-12T09:34:15,324 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:15,324 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-11-12T09:34:15,372 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-11-12T09:34:15,388 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:34:15,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-11-12T09:34:15,407 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-11-12T09:34:15,419 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:34:15,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2023-11-12T09:34:15,434 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-11-12T09:34:15,437 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-11-12T09:34:15,439 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1194): Master has completed initialization 4.149sec 2023-11-12T09:34:15,441 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-11-12T09:34:15,443 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-11-12T09:34:15,444 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-11-12T09:34:15,445 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-11-12T09:34:15,445 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-11-12T09:34:15,446 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38485,1699781648065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-11-12T09:34:15,447 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,38485,1699781648065-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-11-12T09:34:15,461 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1297): Balancer post startup initialization complete, took 0 seconds 2023-11-12T09:34:15,462 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-11-12T09:34:15,462 DEBUG [Listener at localhost/34177 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x5c61e298 to 127.0.0.1:51303 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:34:15,466 DEBUG [Listener at localhost/34177 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f52d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:15,471 DEBUG [Listener at localhost/34177 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-11-12T09:34:15,471 DEBUG [Listener at localhost/34177 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-11-12T09:34:15,484 DEBUG [hconnection-0x3b746296-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:15,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34850, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:15,508 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:15,508 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/test.cache.data in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop.tmp.dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop.log.dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/mapreduce.cluster.local.dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-11-12T09:34:15,509 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-11-12T09:34:15,510 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:34:15,510 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-11-12T09:34:15,510 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/nfs.dump.dir in system properties and HBase conf 2023-11-12T09:34:15,510 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/java.io.tmpdir in system properties and HBase conf 2023-11-12T09:34:15,510 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/dfs.journalnode.edits.dir in system properties and HBase conf 2023-11-12T09:34:15,510 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-11-12T09:34:15,510 INFO [Listener at localhost/34177 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-11-12T09:34:17,011 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:34:17,386 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:34:17,392 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_40263_jobhistory____dhnpfh/webapp 2023-11-12T09:34:17,557 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-11-12T09:34:17,557 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-11-12T09:34:17,557 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:34:17,561 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:34:17,646 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:17,769 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:18,063 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-11-12T09:34:18,098 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:40263 2023-11-12T09:34:18,506 WARN [Listener at jenkins-hbase3.apache.org/34501 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:34:18,589 WARN [Listener at jenkins-hbase3.apache.org/34501 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:34:18,590 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:34:18,597 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_34231_cluster____yepcqc/webapp 2023-11-12T09:34:18,669 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:34:18,670 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-11-12T09:34:18,670 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:34:18,670 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:34:18,680 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:18,922 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:19,019 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:19,027 INFO [Listener at jenkins-hbase3.apache.org/34501 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:34231 2023-11-12T09:34:19,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:34:19,391 WARN [Listener at jenkins-hbase3.apache.org/43671 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:34:19,406 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-11-12T09:34:19,407 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-11-12T09:34:19,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-11-12T09:34:19,409 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:19,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-11-12T09:34:19,411 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:19,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:19,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-11-12T09:34:19,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:34:19,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-11-12T09:34:19,416 WARN [Listener at jenkins-hbase3.apache.org/43671 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:34:19,417 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:34:19,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-11-12T09:34:19,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:19,425 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_37733_node____.s8cgz2/webapp 2023-11-12T09:34:19,477 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:34:19,477 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:34:19,477 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:34:19,477 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:34:19,485 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:19,507 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:19,569 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:19,580 INFO [Listener at jenkins-hbase3.apache.org/43671 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:37733 2023-11-12T09:34:19,716 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-11-12T09:34:19,722 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-11-12T09:34:19,723 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): jetty-6.1.26 2023-11-12T09:34:19,729 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_38611_node____.14iyds/webapp 2023-11-12T09:34:19,787 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-11-12T09:34:19,787 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-11-12T09:34:19,788 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-11-12T09:34:19,788 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-11-12T09:34:19,800 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:19,823 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:19,882 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-11-12T09:34:19,888 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:38611 2023-11-12T09:34:19,919 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-11-12T09:34:19,919 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:37799/backupUT 2023-11-12T09:34:19,931 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:34:19,935 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:51690, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:34:19,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-11-12T09:34:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-11-12T09:34:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:34:19,974 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:34:19,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 31 msec 2023-11-12T09:34:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=9 2023-11-12T09:34:20,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-11-12T09:34:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-11-12T09:34:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:34:20,094 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:34:20,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 25 msec 2023-11-12T09:34:20,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=10 2023-11-12T09:34:20,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-11-12T09:34:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-11-12T09:34:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:34:20,199 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:34:20,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 16 msec 2023-11-12T09:34:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=11 2023-11-12T09:34:20,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-11-12T09:34:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-11-12T09:34:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:34:20,309 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:34:20,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 18 msec 2023-11-12T09:34:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=12 2023-11-12T09:34:20,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'test-1699781659919', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:34:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1699781659919 2023-11-12T09:34:20,422 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1699781659919 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:34:20,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1699781659919" procId is: 13 2023-11-12T09:34:20,423 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:20,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1699781659919 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:34:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:34:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:34:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:34:20,857 INFO [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f2b5cbd59582e454cce0c61b0f1ba24c, NAME => 'test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1699781659919', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:21,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:34:21,276 DEBUG [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(888): Instantiated test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:21,276 DEBUG [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(1668): Closing f2b5cbd59582e454cce0c61b0f1ba24c, disabling compactions & flushes 2023-11-12T09:34:21,276 INFO [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(1690): Closing region test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:21,276 DEBUG [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:21,276 DEBUG [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. after waiting 0 ms 2023-11-12T09:34:21,276 DEBUG [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:21,276 INFO [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(1909): Closed test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:21,276 DEBUG [RegionOpenAndInit-test-1699781659919-pool-0 {}] regionserver.HRegion(1622): Region close journal for f2b5cbd59582e454cce0c61b0f1ba24c: 2023-11-12T09:34:21,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1699781659919 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:34:21,278 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1699781661278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781661278"}]},"ts":"1699781661278"} 2023-11-12T09:34:21,281 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:34:21,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1699781659919 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:34:21,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781659919","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781661282"}]},"ts":"1699781661282"} 2023-11-12T09:34:21,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781659919, state=ENABLING in hbase:meta 2023-11-12T09:34:21,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781659919, region=f2b5cbd59582e454cce0c61b0f1ba24c, ASSIGN}] 2023-11-12T09:34:21,292 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1699781659919, region=f2b5cbd59582e454cce0c61b0f1ba24c, ASSIGN 2023-11-12T09:34:21,293 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1699781659919, region=f2b5cbd59582e454cce0c61b0f1ba24c, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35035,1699781651120; forceNewPlan=false, retain=false 2023-11-12T09:34:21,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f2b5cbd59582e454cce0c61b0f1ba24c, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:21,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c, server=jenkins-hbase3.apache.org,35035,1699781651120}] 2023-11-12T09:34:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:34:21,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:21,609 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:21,609 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => f2b5cbd59582e454cce0c61b0f1ba24c, NAME => 'test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:21,609 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:34:21,610 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1699781659919 f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:21,610 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:21,610 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:21,610 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:21,612 INFO [StoreOpener-f2b5cbd59582e454cce0c61b0f1ba24c-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:21,615 INFO [StoreOpener-f2b5cbd59582e454cce0c61b0f1ba24c-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2b5cbd59582e454cce0c61b0f1ba24c columnFamilyName f 2023-11-12T09:34:21,615 DEBUG [StoreOpener-f2b5cbd59582e454cce0c61b0f1ba24c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:21,616 INFO [StoreOpener-f2b5cbd59582e454cce0c61b0f1ba24c-1 {}] regionserver.HStore(324): Store=f2b5cbd59582e454cce0c61b0f1ba24c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:21,617 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:21,618 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:21,623 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:21,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:21,629 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened f2b5cbd59582e454cce0c61b0f1ba24c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12046640000, jitterRate=0.12193077802658081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:34:21,630 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for f2b5cbd59582e454cce0c61b0f1ba24c: 2023-11-12T09:34:21,631 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2556): Post open deploy tasks for test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c., pid=15, masterSystemTime=1699781661601 2023-11-12T09:34:21,633 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2583): Finished post open deploy task for test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:21,634 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:21,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f2b5cbd59582e454cce0c61b0f1ba24c, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:21,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-11-12T09:34:21,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c, server=jenkins-hbase3.apache.org,35035,1699781651120 in 189 msec 2023-11-12T09:34:21,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=14, resume processing ppid=13 2023-11-12T09:34:21,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1699781659919, region=f2b5cbd59582e454cce0c61b0f1ba24c, ASSIGN in 349 msec 2023-11-12T09:34:21,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1699781659919 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:34:21,643 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1699781659919","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781661643"}]},"ts":"1699781661643"} 2023-11-12T09:34:21,645 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1699781659919, state=ENABLED in hbase:meta 2023-11-12T09:34:21,648 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1699781659919 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:34:21,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1699781659919 in 1.2300 sec 2023-11-12T09:34:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=13 2023-11-12T09:34:22,539 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: default:test-1699781659919, procId: 13 completed 2023-11-12T09:34:22,541 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4fd956e1 to 127.0.0.1:51303 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:34:22,546 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b53090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:22,549 DEBUG [hconnection-0x7a564e0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:22,551 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:34852, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:22,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35035 {}] regionserver.HRegion(8210): writing data to region test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:34:22,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns2:test-16997816599191', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:34:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16997816599191 2023-11-12T09:34:22,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997816599191 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:34:22,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:22,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16997816599191" procId is: 16 2023-11-12T09:34:22,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16997816599191 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:34:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:34:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:34:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:34:23,085 INFO [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bfb07b1eb43541037ef63cac18d5bcad, NAME => 'ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16997816599191', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:23,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:34:23,499 DEBUG [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:23,499 DEBUG [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(1668): Closing bfb07b1eb43541037ef63cac18d5bcad, disabling compactions & flushes 2023-11-12T09:34:23,499 INFO [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:23,499 DEBUG [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:23,499 DEBUG [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. after waiting 0 ms 2023-11-12T09:34:23,499 DEBUG [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:23,499 INFO [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:23,499 DEBUG [RegionOpenAndInit-ns2:test-16997816599191-pool-0 {}] regionserver.HRegion(1622): Region close journal for bfb07b1eb43541037ef63cac18d5bcad: 2023-11-12T09:34:23,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16997816599191 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:34:23,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781663501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781663501"}]},"ts":"1699781663501"} 2023-11-12T09:34:23,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:34:23,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16997816599191 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:34:23,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997816599191","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781663505"}]},"ts":"1699781663505"} 2023-11-12T09:34:23,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997816599191, state=ENABLING in hbase:meta 2023-11-12T09:34:23,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997816599191, region=bfb07b1eb43541037ef63cac18d5bcad, ASSIGN}] 2023-11-12T09:34:23,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16997816599191, region=bfb07b1eb43541037ef63cac18d5bcad, ASSIGN 2023-11-12T09:34:23,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16997816599191, region=bfb07b1eb43541037ef63cac18d5bcad, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35035,1699781651120; forceNewPlan=false, retain=false 2023-11-12T09:34:23,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=bfb07b1eb43541037ef63cac18d5bcad, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:23,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure bfb07b1eb43541037ef63cac18d5bcad, server=jenkins-hbase3.apache.org,35035,1699781651120}] 2023-11-12T09:34:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:34:23,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:23,828 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:23,828 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => bfb07b1eb43541037ef63cac18d5bcad, NAME => 'ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:23,829 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:34:23,829 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997816599191 bfb07b1eb43541037ef63cac18d5bcad 2023-11-12T09:34:23,829 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:23,829 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for bfb07b1eb43541037ef63cac18d5bcad 2023-11-12T09:34:23,829 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for bfb07b1eb43541037ef63cac18d5bcad 2023-11-12T09:34:23,831 INFO [StoreOpener-bfb07b1eb43541037ef63cac18d5bcad-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bfb07b1eb43541037ef63cac18d5bcad 2023-11-12T09:34:23,833 INFO [StoreOpener-bfb07b1eb43541037ef63cac18d5bcad-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfb07b1eb43541037ef63cac18d5bcad columnFamilyName f 2023-11-12T09:34:23,833 DEBUG [StoreOpener-bfb07b1eb43541037ef63cac18d5bcad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:23,834 INFO [StoreOpener-bfb07b1eb43541037ef63cac18d5bcad-1 {}] regionserver.HStore(324): Store=bfb07b1eb43541037ef63cac18d5bcad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:23,835 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad 2023-11-12T09:34:23,836 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad 2023-11-12T09:34:23,838 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for bfb07b1eb43541037ef63cac18d5bcad 2023-11-12T09:34:23,845 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:23,846 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened bfb07b1eb43541037ef63cac18d5bcad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11239550560, jitterRate=0.046764716506004333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:34:23,847 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for bfb07b1eb43541037ef63cac18d5bcad: 2023-11-12T09:34:23,848 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2556): Post open deploy tasks for ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad., pid=18, masterSystemTime=1699781663823 2023-11-12T09:34:23,850 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2583): Finished post open deploy task for ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:23,850 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:23,851 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=bfb07b1eb43541037ef63cac18d5bcad, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:23,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=18, resume processing ppid=17 2023-11-12T09:34:23,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure bfb07b1eb43541037ef63cac18d5bcad, server=jenkins-hbase3.apache.org,35035,1699781651120 in 184 msec 2023-11-12T09:34:23,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-11-12T09:34:23,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16997816599191, region=bfb07b1eb43541037ef63cac18d5bcad, ASSIGN in 344 msec 2023-11-12T09:34:23,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16997816599191 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:34:23,860 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16997816599191","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781663860"}]},"ts":"1699781663860"} 2023-11-12T09:34:23,862 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16997816599191, state=ENABLED in hbase:meta 2023-11-12T09:34:23,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16997816599191 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:34:23,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16997816599191 in 1.2030 sec 2023-11-12T09:34:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=16 2023-11-12T09:34:24,778 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns2:test-16997816599191, procId: 16 completed 2023-11-12T09:34:24,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35035 {}] regionserver.HRegion(8210): writing data to region ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. with WAL disabled. Data may be lost in the event of a crash. 2023-11-12T09:34:24,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns3:test-16997816599192', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:34:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16997816599192 2023-11-12T09:34:24,868 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997816599192 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:34:24,869 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:24,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16997816599192" procId is: 19 2023-11-12T09:34:24,870 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16997816599192 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:34:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:34:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:34:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:34:25,287 INFO [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 0b4176a2d070b479f18af27ec0830e6d, NAME => 'ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16997816599192', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:25,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1699781659919' 2023-11-12T09:34:25,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16997816599191' 2023-11-12T09:34:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:34:25,704 DEBUG [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:25,704 DEBUG [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(1668): Closing 0b4176a2d070b479f18af27ec0830e6d, disabling compactions & flushes 2023-11-12T09:34:25,704 INFO [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:25,704 DEBUG [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:25,704 DEBUG [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. after waiting 0 ms 2023-11-12T09:34:25,704 DEBUG [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:25,704 INFO [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:25,704 DEBUG [RegionOpenAndInit-ns3:test-16997816599192-pool-0 {}] regionserver.HRegion(1622): Region close journal for 0b4176a2d070b479f18af27ec0830e6d: 2023-11-12T09:34:25,706 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16997816599192 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:34:25,706 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781665706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781665706"}]},"ts":"1699781665706"} 2023-11-12T09:34:25,709 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:34:25,710 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16997816599192 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:34:25,710 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997816599192","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781665710"}]},"ts":"1699781665710"} 2023-11-12T09:34:25,712 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997816599192, state=ENABLING in hbase:meta 2023-11-12T09:34:25,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997816599192, region=0b4176a2d070b479f18af27ec0830e6d, ASSIGN}] 2023-11-12T09:34:25,722 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16997816599192, region=0b4176a2d070b479f18af27ec0830e6d, ASSIGN 2023-11-12T09:34:25,723 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16997816599192, region=0b4176a2d070b479f18af27ec0830e6d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35035,1699781651120; forceNewPlan=false, retain=false 2023-11-12T09:34:25,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=0b4176a2d070b479f18af27ec0830e6d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:25,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure 0b4176a2d070b479f18af27ec0830e6d, server=jenkins-hbase3.apache.org,35035,1699781651120}] 2023-11-12T09:34:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:34:26,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:26,034 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:26,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => 0b4176a2d070b479f18af27ec0830e6d, NAME => 'ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:26,035 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:34:26,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997816599192 0b4176a2d070b479f18af27ec0830e6d 2023-11-12T09:34:26,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:26,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for 0b4176a2d070b479f18af27ec0830e6d 2023-11-12T09:34:26,035 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for 0b4176a2d070b479f18af27ec0830e6d 2023-11-12T09:34:26,037 INFO [StoreOpener-0b4176a2d070b479f18af27ec0830e6d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b4176a2d070b479f18af27ec0830e6d 2023-11-12T09:34:26,039 INFO [StoreOpener-0b4176a2d070b479f18af27ec0830e6d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b4176a2d070b479f18af27ec0830e6d columnFamilyName f 2023-11-12T09:34:26,039 DEBUG [StoreOpener-0b4176a2d070b479f18af27ec0830e6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:26,040 INFO [StoreOpener-0b4176a2d070b479f18af27ec0830e6d-1 {}] regionserver.HStore(324): Store=0b4176a2d070b479f18af27ec0830e6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:26,041 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns3/test-16997816599192/0b4176a2d070b479f18af27ec0830e6d 2023-11-12T09:34:26,042 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns3/test-16997816599192/0b4176a2d070b479f18af27ec0830e6d 2023-11-12T09:34:26,045 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for 0b4176a2d070b479f18af27ec0830e6d 2023-11-12T09:34:26,048 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns3/test-16997816599192/0b4176a2d070b479f18af27ec0830e6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:26,049 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened 0b4176a2d070b479f18af27ec0830e6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10297667040, jitterRate=-0.04095502197742462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:34:26,049 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for 0b4176a2d070b479f18af27ec0830e6d: 2023-11-12T09:34:26,050 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2556): Post open deploy tasks for ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d., pid=21, masterSystemTime=1699781666030 2023-11-12T09:34:26,052 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2583): Finished post open deploy task for ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:26,053 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:26,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=0b4176a2d070b479f18af27ec0830e6d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:26,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-11-12T09:34:26,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure 0b4176a2d070b479f18af27ec0830e6d, server=jenkins-hbase3.apache.org,35035,1699781651120 in 178 msec 2023-11-12T09:34:26,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=20, resume processing ppid=19 2023-11-12T09:34:26,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16997816599192, region=0b4176a2d070b479f18af27ec0830e6d, ASSIGN in 338 msec 2023-11-12T09:34:26,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16997816599192 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:34:26,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16997816599192","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781666061"}]},"ts":"1699781666061"} 2023-11-12T09:34:26,063 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16997816599192, state=ENABLED in hbase:meta 2023-11-12T09:34:26,066 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16997816599192 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:34:26,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16997816599192 in 1.2020 sec 2023-11-12T09:34:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=19 2023-11-12T09:34:26,980 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns3:test-16997816599192, procId: 19 completed 2023-11-12T09:34:26,981 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16997816599192 get assigned. Timeout = 60000ms 2023-11-12T09:34:26,983 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:34:26,987 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16997816599192 assigned to meta. Checking AM states. 2023-11-12T09:34:26,988 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:34:26,988 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16997816599192 assigned. 2023-11-12T09:34:26,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'ns4:test-16997816599193', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:34:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16997816599193 2023-11-12T09:34:26,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997816599193 execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:34:26,994 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:26,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16997816599193" procId is: 22 2023-11-12T09:34:26,995 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16997816599193 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:34:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:34:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:34:27,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:34:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:34:27,409 INFO [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 1a1fc596a5938e55ad726388fabb4d19, NAME => 'ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16997816599193', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:27,422 DEBUG [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:27,423 DEBUG [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(1668): Closing 1a1fc596a5938e55ad726388fabb4d19, disabling compactions & flushes 2023-11-12T09:34:27,423 INFO [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:27,423 DEBUG [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:27,423 DEBUG [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. after waiting 0 ms 2023-11-12T09:34:27,423 DEBUG [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:27,423 INFO [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:27,423 DEBUG [RegionOpenAndInit-ns4:test-16997816599193-pool-0 {}] regionserver.HRegion(1622): Region close journal for 1a1fc596a5938e55ad726388fabb4d19: 2023-11-12T09:34:27,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16997816599193 execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:34:27,425 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1699781667424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781667424"}]},"ts":"1699781667424"} 2023-11-12T09:34:27,427 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:34:27,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16997816599193 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:34:27,428 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997816599193","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781667428"}]},"ts":"1699781667428"} 2023-11-12T09:34:27,429 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997816599193, state=ENABLING in hbase:meta 2023-11-12T09:34:27,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997816599193, region=1a1fc596a5938e55ad726388fabb4d19, ASSIGN}] 2023-11-12T09:34:27,436 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16997816599193, region=1a1fc596a5938e55ad726388fabb4d19, ASSIGN 2023-11-12T09:34:27,437 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16997816599193, region=1a1fc596a5938e55ad726388fabb4d19, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35035,1699781651120; forceNewPlan=false, retain=false 2023-11-12T09:34:27,589 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1a1fc596a5938e55ad726388fabb4d19, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:27,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 1a1fc596a5938e55ad726388fabb4d19, server=jenkins-hbase3.apache.org,35035,1699781651120}] 2023-11-12T09:34:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:34:27,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:27,749 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:27,749 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 1a1fc596a5938e55ad726388fabb4d19, NAME => 'ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:27,749 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:34:27,749 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16997816599193 1a1fc596a5938e55ad726388fabb4d19 2023-11-12T09:34:27,749 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:27,749 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 1a1fc596a5938e55ad726388fabb4d19 2023-11-12T09:34:27,749 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 1a1fc596a5938e55ad726388fabb4d19 2023-11-12T09:34:27,751 INFO [StoreOpener-1a1fc596a5938e55ad726388fabb4d19-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a1fc596a5938e55ad726388fabb4d19 2023-11-12T09:34:27,753 INFO [StoreOpener-1a1fc596a5938e55ad726388fabb4d19-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a1fc596a5938e55ad726388fabb4d19 columnFamilyName f 2023-11-12T09:34:27,753 DEBUG [StoreOpener-1a1fc596a5938e55ad726388fabb4d19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:27,754 INFO [StoreOpener-1a1fc596a5938e55ad726388fabb4d19-1 {}] regionserver.HStore(324): Store=1a1fc596a5938e55ad726388fabb4d19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:27,755 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns4/test-16997816599193/1a1fc596a5938e55ad726388fabb4d19 2023-11-12T09:34:27,755 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns4/test-16997816599193/1a1fc596a5938e55ad726388fabb4d19 2023-11-12T09:34:27,758 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 1a1fc596a5938e55ad726388fabb4d19 2023-11-12T09:34:27,761 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns4/test-16997816599193/1a1fc596a5938e55ad726388fabb4d19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:27,762 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 1a1fc596a5938e55ad726388fabb4d19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11149316800, jitterRate=0.038361042737960815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-11-12T09:34:27,762 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 1a1fc596a5938e55ad726388fabb4d19: 2023-11-12T09:34:27,764 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2556): Post open deploy tasks for ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19., pid=24, masterSystemTime=1699781667744 2023-11-12T09:34:27,766 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2583): Finished post open deploy task for ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:27,766 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:27,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=1a1fc596a5938e55ad726388fabb4d19, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:27,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=24, resume processing ppid=23 2023-11-12T09:34:27,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 1a1fc596a5938e55ad726388fabb4d19, server=jenkins-hbase3.apache.org,35035,1699781651120 in 178 msec 2023-11-12T09:34:27,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-11-12T09:34:27,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16997816599193, region=1a1fc596a5938e55ad726388fabb4d19, ASSIGN in 338 msec 2023-11-12T09:34:27,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16997816599193 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:34:27,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16997816599193","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781667775"}]},"ts":"1699781667775"} 2023-11-12T09:34:27,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16997816599193, state=ENABLED in hbase:meta 2023-11-12T09:34:27,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16997816599193 execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:34:27,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16997816599193 in 791 msec 2023-11-12T09:34:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=22 2023-11-12T09:34:28,102 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: ns4:test-16997816599193, procId: 22 completed 2023-11-12T09:34:28,102 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16997816599193 get assigned. Timeout = 60000ms 2023-11-12T09:34:28,103 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:34:28,107 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16997816599193 assigned to meta. Checking AM states. 2023-11-12T09:34:28,107 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-11-12T09:34:28,107 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16997816599193 assigned. 2023-11-12T09:34:28,108 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4fd956e1 to 127.0.0.1:51303 2023-11-12T09:34:28,108 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:28,150 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.ResourceChecker(147): before: backup.TestBackupStatusProgress#testBackupStatusProgressCommand Thread=585, OpenFileDescriptor=689, MaxFileDescriptor=60000, SystemLoadAverage=156, ProcessCount=168, AvailableMemoryMB=5530 2023-11-12T09:34:28,150 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.ResourceChecker(130): Thread=585 is superior to 500 2023-11-12T09:34:28,152 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] backup.TestBackupStatusProgress(70): test backup status/progress on a single table with data: command-line 2023-11-12T09:34:28,154 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x4539b7f4 to 127.0.0.1:51303 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:34:28,160 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bfe60e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:28,168 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:28,170 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47412, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:28,181 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:34:28,183 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60150, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:34:28,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$18(3398): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-11-12T09:34:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-11-12T09:34:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:34:28,204 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-11-12T09:34:28,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 16 msec 2023-11-12T09:34:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=25 2023-11-12T09:34:28,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:34:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-11-12T09:34:28,320 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:34:28,320 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:28,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-11-12T09:34:28,322 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:34:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:34:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:34:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:34:28,744 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bfba686139ff6860fcfd7b281513c927, NAME => 'backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:28,756 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:28,756 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing bfba686139ff6860fcfd7b281513c927, disabling compactions & flushes 2023-11-12T09:34:28,756 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:28,756 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:28,756 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. after waiting 0 ms 2023-11-12T09:34:28,756 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:28,756 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:28,757 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for bfba686139ff6860fcfd7b281513c927: 2023-11-12T09:34:28,758 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:34:28,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1699781668758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781668758"}]},"ts":"1699781668758"} 2023-11-12T09:34:28,762 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:34:28,763 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:34:28,763 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781668763"}]},"ts":"1699781668763"} 2023-11-12T09:34:28,765 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-11-12T09:34:28,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=bfba686139ff6860fcfd7b281513c927, ASSIGN}] 2023-11-12T09:34:28,772 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=bfba686139ff6860fcfd7b281513c927, ASSIGN 2023-11-12T09:34:28,773 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=bfba686139ff6860fcfd7b281513c927, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35035,1699781651120; forceNewPlan=false, retain=false 2023-11-12T09:34:28,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=bfba686139ff6860fcfd7b281513c927, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:28,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure bfba686139ff6860fcfd7b281513c927, server=jenkins-hbase3.apache.org,35035,1699781651120}] 2023-11-12T09:34:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:34:29,080 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:29,084 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:29,085 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => bfba686139ff6860fcfd7b281513c927, NAME => 'backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:29,085 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:34:29,086 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:29,086 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:29,086 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:29,086 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:29,088 INFO [StoreOpener-bfba686139ff6860fcfd7b281513c927-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:29,090 INFO [StoreOpener-bfba686139ff6860fcfd7b281513c927-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfba686139ff6860fcfd7b281513c927 columnFamilyName meta 2023-11-12T09:34:29,090 DEBUG [StoreOpener-bfba686139ff6860fcfd7b281513c927-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:29,091 INFO [StoreOpener-bfba686139ff6860fcfd7b281513c927-1 {}] regionserver.HStore(324): Store=bfba686139ff6860fcfd7b281513c927/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:29,091 INFO [StoreOpener-bfba686139ff6860fcfd7b281513c927-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:29,093 INFO [StoreOpener-bfba686139ff6860fcfd7b281513c927-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfba686139ff6860fcfd7b281513c927 columnFamilyName session 2023-11-12T09:34:29,093 DEBUG [StoreOpener-bfba686139ff6860fcfd7b281513c927-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:29,094 INFO [StoreOpener-bfba686139ff6860fcfd7b281513c927-1 {}] regionserver.HStore(324): Store=bfba686139ff6860fcfd7b281513c927/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:29,094 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:29,095 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:29,097 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:34:29,098 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:29,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:29,101 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened bfba686139ff6860fcfd7b281513c927; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10456972800, jitterRate=-0.02611851692199707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:34:29,102 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for bfba686139ff6860fcfd7b281513c927: 2023-11-12T09:34:29,103 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927., pid=28, masterSystemTime=1699781669080 2023-11-12T09:34:29,105 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:29,105 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:29,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=bfba686139ff6860fcfd7b281513c927, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:29,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=27 2023-11-12T09:34:29,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure bfba686139ff6860fcfd7b281513c927, server=jenkins-hbase3.apache.org,35035,1699781651120 in 181 msec 2023-11-12T09:34:29,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=27, resume processing ppid=26 2023-11-12T09:34:29,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=bfba686139ff6860fcfd7b281513c927, ASSIGN in 340 msec 2023-11-12T09:34:29,114 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:34:29,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781669114"}]},"ts":"1699781669114"} 2023-11-12T09:34:29,116 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-11-12T09:34:29,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:34:29,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 804 msec 2023-11-12T09:34:29,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-11-12T09:34:29,222 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:29,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781659919 2023-11-12T09:34:29,223 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1699781659919 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:29,223 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997816599193 2023-11-12T09:34:29,223 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16997816599193 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:29,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997816599191 2023-11-12T09:34:29,224 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16997816599191 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:29,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997816599192 2023-11-12T09:34:29,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997816599192 Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=26 2023-11-12T09:34:29,431 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-11-12T09:34:29,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2333): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-11-12T09:34:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-11-12T09:34:29,450 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-11-12T09:34:29,450 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:29,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(712): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-11-12T09:34:29,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-11-12T09:34:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:34:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:34:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:34:29,865 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 9b549d33fc505ca9a05c59e45f9806f2, NAME => 'backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:34:30,278 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:30,278 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 9b549d33fc505ca9a05c59e45f9806f2, disabling compactions & flushes 2023-11-12T09:34:30,278 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:30,278 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:30,278 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. after waiting 0 ms 2023-11-12T09:34:30,278 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:30,278 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:30,278 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 9b549d33fc505ca9a05c59e45f9806f2: 2023-11-12T09:34:30,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-11-12T09:34:30,280 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1699781670280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1699781670280"}]},"ts":"1699781670280"} 2023-11-12T09:34:30,282 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-11-12T09:34:30,284 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-11-12T09:34:30,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781670284"}]},"ts":"1699781670284"} 2023-11-12T09:34:30,285 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-11-12T09:34:30,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=9b549d33fc505ca9a05c59e45f9806f2, ASSIGN}] 2023-11-12T09:34:30,294 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=9b549d33fc505ca9a05c59e45f9806f2, ASSIGN 2023-11-12T09:34:30,295 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=9b549d33fc505ca9a05c59e45f9806f2, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35035,1699781651120; forceNewPlan=false, retain=false 2023-11-12T09:34:30,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=9b549d33fc505ca9a05c59e45f9806f2, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:30,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 9b549d33fc505ca9a05c59e45f9806f2, server=jenkins-hbase3.apache.org,35035,1699781651120}] 2023-11-12T09:34:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:34:30,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:30,614 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:30,614 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 9b549d33fc505ca9a05c59e45f9806f2, NAME => 'backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2.', STARTKEY => '', ENDKEY => ''} 2023-11-12T09:34:30,615 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-11-12T09:34:30,615 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:30,615 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-11-12T09:34:30,615 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:30,615 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:30,617 INFO [StoreOpener-9b549d33fc505ca9a05c59e45f9806f2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:30,618 INFO [StoreOpener-9b549d33fc505ca9a05c59e45f9806f2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b549d33fc505ca9a05c59e45f9806f2 columnFamilyName meta 2023-11-12T09:34:30,619 DEBUG [StoreOpener-9b549d33fc505ca9a05c59e45f9806f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:30,619 INFO [StoreOpener-9b549d33fc505ca9a05c59e45f9806f2-1 {}] regionserver.HStore(324): Store=9b549d33fc505ca9a05c59e45f9806f2/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:30,619 INFO [StoreOpener-9b549d33fc505ca9a05c59e45f9806f2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:30,621 INFO [StoreOpener-9b549d33fc505ca9a05c59e45f9806f2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b549d33fc505ca9a05c59e45f9806f2 columnFamilyName session 2023-11-12T09:34:30,621 DEBUG [StoreOpener-9b549d33fc505ca9a05c59e45f9806f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-11-12T09:34:30,621 INFO [StoreOpener-9b549d33fc505ca9a05c59e45f9806f2-1 {}] regionserver.HStore(324): Store=9b549d33fc505ca9a05c59e45f9806f2/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-11-12T09:34:30,622 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system_bulk/9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:30,623 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system_bulk/9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:30,624 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-11-12T09:34:30,626 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:30,628 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system_bulk/9b549d33fc505ca9a05c59e45f9806f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-11-12T09:34:30,629 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 9b549d33fc505ca9a05c59e45f9806f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11613641120, jitterRate=0.08160461485385895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-11-12T09:34:30,629 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 9b549d33fc505ca9a05c59e45f9806f2: 2023-11-12T09:34:30,630 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2556): Post open deploy tasks for backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2., pid=31, masterSystemTime=1699781670610 2023-11-12T09:34:30,632 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2583): Finished post open deploy task for backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:30,633 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:30,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=9b549d33fc505ca9a05c59e45f9806f2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:30,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=31, resume processing ppid=30 2023-11-12T09:34:30,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 9b549d33fc505ca9a05c59e45f9806f2, server=jenkins-hbase3.apache.org,35035,1699781651120 in 186 msec 2023-11-12T09:34:30,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=29 2023-11-12T09:34:30,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=9b549d33fc505ca9a05c59e45f9806f2, ASSIGN in 346 msec 2023-11-12T09:34:30,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-11-12T09:34:30,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1699781670641"}]},"ts":"1699781670641"} 2023-11-12T09:34:30,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-11-12T09:34:30,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-11-12T09:34:30,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 1.1990 sec 2023-11-12T09:34:31,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-11-12T09:34:31,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16997816599193' 2023-11-12T09:34:31,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16997816599192' 2023-11-12T09:34:31,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-11-12T09:34:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=29 2023-11-12T09:34:31,560 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin$TableFuture(3745): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-11-12T09:34:31,573 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:34:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35035 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2023-11-12T09:34:31,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:34:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781671608 (current time:1699781671608). 2023-11-12T09:34:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:34:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:34:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x1e1df0e9 to 127.0.0.1:51303 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:34:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d89ebd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:31,621 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47420, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x1e1df0e9 to 127.0.0.1:51303 2023-11-12T09:34:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:34:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:34:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:34:31,637 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:34:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:34:31,643 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:34:31,655 WARN [PEWorker-4 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot, current working dir path: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:34:31,658 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:34:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:34:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:34:32,070 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:34:32,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure bfba686139ff6860fcfd7b281513c927}] 2023-11-12T09:34:32,080 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:32,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:32,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35035 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-11-12T09:34:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:34:32,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:32,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing bfba686139ff6860fcfd7b281513c927 2/2 column families, dataSize=45 B heapSize=632 B 2023-11-12T09:34:32,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/355a5f39f3f743b8b3b548204b3caa03 is 49, key is activesession:/session:c/1699781671594/Put/seqid=0 2023-11-12T09:34:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:34:32,748 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/355a5f39f3f743b8b3b548204b3caa03 2023-11-12T09:34:32,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/355a5f39f3f743b8b3b548204b3caa03 as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/355a5f39f3f743b8b3b548204b3caa03 2023-11-12T09:34:32,835 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/355a5f39f3f743b8b3b548204b3caa03, entries=1, sequenceid=5, filesize=4.9 K 2023-11-12T09:34:32,840 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for bfba686139ff6860fcfd7b281513c927 in 594ms, sequenceid=5, compaction requested=false 2023-11-12T09:34:32,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for bfba686139ff6860fcfd7b281513c927: 2023-11-12T09:34:32,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. for snapshot_backup_system completed. 2023-11-12T09:34:32,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:34:32,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:34:32,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-11-12T09:34:32,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/355a5f39f3f743b8b3b548204b3caa03] hfiles 2023-11-12T09:34:32,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/355a5f39f3f743b8b3b548204b3caa03 for snapshot=snapshot_backup_system 2023-11-12T09:34:33,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-11-12T09:34:33,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:33,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-11-12T09:34:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster(4026): Remote procedure done, pid=33 2023-11-12T09:34:33,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:33,278 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:33,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=33, resume processing ppid=32 2023-11-12T09:34:33,281 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:34:33,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure bfba686139ff6860fcfd7b281513c927 in 1.2060 sec 2023-11-12T09:34:33,283 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:34:33,287 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:34:33,287 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:34:33,290 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:34:33,720 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:34:33,734 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:34:33,735 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:34:33,737 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:34:33,737 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-11-12T09:34:33,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1070 sec 2023-11-12T09:34:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=32 2023-11-12T09:34:33,746 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: backup:system, procId: 32 completed 2023-11-12T09:34:33,747 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(115): Backup backup_1699781668163 started at 1699781673746. 2023-11-12T09:34:33,771 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(119): Backup session backup_1699781668163 has been started. 2023-11-12T09:34:33,774 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:34:33,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:34:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:34:33,789 INFO [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:34:33,789 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:34:33,790 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:34:33,790 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:34:33,790 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,790 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:34:33,792 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:34:33,792 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,792 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:34:33,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:34:33,793 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,793 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:34:33,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:34:33,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:34:33,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:34:33,794 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:34:33,796 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:34:33,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:34:33,796 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:34:33,796 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:34:33,797 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:34:33,797 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:34:33,797 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,35035,1699781651120' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:34:33,799 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,799 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:33,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:34:33,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:34:33,800 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2023-11-12T09:34:33,800 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:34:33,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:34:33,800 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:34:33,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:33,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:34:33,802 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,35035,1699781651120' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:34:33,802 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@15eee073[Count = 0] remaining members to acquire global barrier 2023-11-12T09:34:33,802 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:34:33,802 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:33,804 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:33,804 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:33,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:33,804 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:34:33,805 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,805 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:34:33,805 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:34:33,806 DEBUG [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,806 INFO [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781653278 highest: 1699781653278 on jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,806 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35035%2C1699781651120:(num 1699781653278) roll requested 2023-11-12T09:34:33,818 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781673806, exclude list is [], retry=0 2023-11-12T09:34:33,826 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK] 2023-11-12T09:34:33,830 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781653278 with entries=19, filesize=3.99 KB; new WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781673806 2023-11-12T09:34:33,832 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK]] 2023-11-12T09:34:33,832 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781653278 is not closed yet, will try archiving it next time 2023-11-12T09:34:33,832 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta:.meta(num 1699781653707) roll requested 2023-11-12T09:34:33,846 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781673832.meta, exclude list is [], retry=0 2023-11-12T09:34:33,851 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK] 2023-11-12T09:34:33,854 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781653707.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781673832.meta 2023-11-12T09:34:33,855 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK]] 2023-11-12T09:34:33,855 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781653707.meta is not closed yet, will try archiving it next time 2023-11-12T09:34:33,867 DEBUG [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2023-11-12T09:34:33,867 INFO [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781673806 on jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,867 DEBUG [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:34:33,869 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:60164, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-11-12T09:34:33,888 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:34:33,888 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,35035,1699781651120' in zk 2023-11-12T09:34:33,892 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,892 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:34:33,892 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:34:33,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,892 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:34:33,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:34:33,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:34:33,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:34:33,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:34:33,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:33,895 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:34:33,896 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:33,897 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,35035,1699781651120': 2023-11-12T09:34:33,898 INFO [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:34:33,898 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,35035,1699781651120' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:34:33,898 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:34:33,898 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:34:33,898 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:34:33,898 INFO [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:34:33,903 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,903 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,903 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:34:33,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:34:33,903 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:34:33,903 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:34:33,904 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:34:33,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:34:33,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:33,904 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:34:33,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:33,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:34:33,906 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:33,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:33,917 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): master:38485-0x1004cfb890f0000, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2023-11-12T09:34:33,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:34:33,917 DEBUG [Listener at localhost/34177-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35035-0x1004cfb890f0001, quorum=127.0.0.1:51303, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2023-11-12T09:34:33,918 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:34:33,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:34:33,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:34:33,918 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:34:33,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:34:33,920 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin(2906): Waiting a max of 300000 ms for procedure 'rolllog-proc : rolllog'' to complete. (max 6666 ms per retry) 2023-11-12T09:34:33,920 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin(2914): (#1) Sleeping: 100ms while waiting for procedure completion. 2023-11-12T09:34:34,021 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin(2920): Getting current status of procedure from master... 2023-11-12T09:34:34,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:34:34,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } 2023-11-12T09:34:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781674032 (current time:1699781674032). 2023-11-12T09:34:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:34:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781674031_default_test-1699781659919 VERSION not specified, setting to 2 2023-11-12T09:34:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x59a529f6 to 127.0.0.1:51303 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-11-12T09:34:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78727009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:34,044 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:47428, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x59a529f6 to 127.0.0.1:51303 2023-11-12T09:34:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:34:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } 2023-11-12T09:34:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:34:34,050 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:34:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:34:34,051 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:34:34,054 WARN [PEWorker-3 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot, current working dir path: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_1699781674031_default_test-1699781659919 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:34:34,056 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:34:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:34:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:34:34,467 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:34:34,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c}] 2023-11-12T09:34:34,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:34,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:34,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35035 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-11-12T09:34:34,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:34,623 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing f2b5cbd59582e454cce0c61b0f1ba24c 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:34:34,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/.tmp/f/e0e8a7d83fb8474b8f07154ce04631b2 is 37, key is row10/f:q1/1699781662566/Put/seqid=0 2023-11-12T09:34:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:34:35,052 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/.tmp/f/e0e8a7d83fb8474b8f07154ce04631b2 2023-11-12T09:34:35,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/.tmp/f/e0e8a7d83fb8474b8f07154ce04631b2 as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2 2023-11-12T09:34:35,074 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:34:35,075 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f2b5cbd59582e454cce0c61b0f1ba24c in 452ms, sequenceid=103, compaction requested=false 2023-11-12T09:34:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for f2b5cbd59582e454cce0c61b0f1ba24c: 2023-11-12T09:34:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. for snapshot_1699781674031_default_test-1699781659919 completed. 2023-11-12T09:34:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c.' region-info for snapshot=snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:34:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2] hfiles 2023-11-12T09:34:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2 for snapshot=snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:34:35,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:35,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-11-12T09:34:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster(4026): Remote procedure done, pid=35 2023-11-12T09:34:35,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781674031_default_test-1699781659919 on region f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:35,490 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:35,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=34 2023-11-12T09:34:35,494 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:34:35,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c in 1.0240 sec 2023-11-12T09:34:35,494 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:34:35,495 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:34:35,495 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:35,496 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:35,914 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:34:35,922 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:34:35,922 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_1699781674031_default_test-1699781659919 to hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:35,924 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:34:35,924 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-11-12T09:34:35,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1699781674031_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } in 1.8770 sec 2023-11-12T09:34:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=34 2023-11-12T09:34:36,159 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.HBaseAdmin$TableFuture(3745): Operation: SNAPSHOT, Table Name: default:test-1699781659919, procId: 34 completed 2023-11-12T09:34:36,160 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781668163 2023-11-12T09:34:36,160 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:34:36,161 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:34:36,164 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781668163_test-1699781659919 2023-11-12T09:34:36,164 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781674031_default_test-1699781659919 to hdfs://localhost:37799/backupUT/backup_1699781668163/default/test-1699781659919/ 2023-11-12T09:34:36,174 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:34:36,207 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37799, inputRoot=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:36,207 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,38485,1699781648065_-1015564019_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37799/backupUT/backup_1699781668163/default/test-1699781659919, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37799/backupUT/backup_1699781668163/default/test-1699781659919/.hbase-snapshot/.tmp/snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:36,207 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37799, inputRoot=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c, snapshotDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/snapshot_1699781674031_default_test-1699781659919. 2023-11-12T09:34:36,220 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/snapshot_1699781674031_default_test-1699781659919 to hdfs://localhost:37799/backupUT/backup_1699781668163/default/test-1699781659919/.hbase-snapshot/.tmp/snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:36,258 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:36,258 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:36,259 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:36,259 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,310 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop-4100932359173682259.jar 2023-11-12T09:34:37,311 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,311 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,312 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,312 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,313 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,313 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,313 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,314 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,314 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:37,315 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:34:37,316 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:34:37,316 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:34:37,317 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:34:37,317 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:34:37,318 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:34:37,318 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:34:37,318 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:34:37,319 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:34:37,319 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:34:37,320 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:34:37,320 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:34:37,324 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:34:37,325 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:34:37,325 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:34:37,326 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:34:37,326 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:34:37,327 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:34:37,327 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:34:37,390 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.JobResourceUploader(142): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2023-11-12T09:34:37,416 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781674031_default_test-1699781659919' hfile list 2023-11-12T09:34:37,431 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:34:37,650 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/mapreduce.cluster.local.dir/1699781677599/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:34:37,650 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/mapreduce.cluster.local.dir/1699781677599/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:34:37,813 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:34:37,843 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2 output=hdfs://localhost:37799/backupUT/backup_1699781668163/default/test-1699781659919/archive/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2 2023-11-12T09:34:37,843 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:34:38,727 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:34:38,729 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:34:38,737 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:38,737 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781674031_default_test-1699781659919 finished. 2023-11-12T09:34:38,738 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(1034): test-1699781659919 2023-11-12T09:34:38,809 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781668163 2023-11-12T09:34:38,809 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:34:39,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-11-12T09:34:39,221 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-11-12T09:34:39,226 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37799/backupUT/backup_1699781668163/.backup.manifest 2023-11-12T09:34:39,227 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(358): Backup backup_1699781668163 finished: type=FULL,tablelist=test-1699781659919,targetRootDir=hdfs://localhost:37799/backupUT,startts=1699781673746,completets=1699781678806,bytescopied=0 2023-11-12T09:34:39,227 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:34:39,227 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:39,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781674031_default_test-1699781659919" 2023-11-12T09:34:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781674031_default_test-1699781659919 2023-11-12T09:34:39,242 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781674031_default_test-1699781659919 for backup backup_1699781668163 succeeded. 2023-11-12T09:34:39,243 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:34:39,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:34:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:34:39,259 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:34:39,266 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:34:39,283 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(376): Backup backup_1699781668163 completed. 2023-11-12T09:34:39,283 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] client.ConnectionImplementation(2126): Closing master protocol: MasterService 2023-11-12T09:34:39,283 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x4539b7f4 to 127.0.0.1:51303 2023-11-12T09:34:39,283 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:39,284 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] backup.TestBackupStatusProgress(74): backup complete 2023-11-12T09:34:39,323 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9fc537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:39,325 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:34:39,326 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50882, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:34:39,331 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:39,333 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58820, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:39,351 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:39,360 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3f4940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:39,361 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:34:39,362 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50886, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:34:39,367 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:39,368 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58826, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:39,385 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:39,407 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.ResourceChecker(175): after: backup.TestBackupStatusProgress#testBackupStatusProgressCommand Thread=600 (was 585) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4d153e92-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51303@0x4783e703-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1801269926_16 at /127.0.0.1:35894 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-170021340-172.31.12.81-1699781644876:blk_1073741855_1031, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3b746296-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51303@0x4783e703 java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1517) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1541) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$530/1594385907.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51303@0x7da93900-SendThread(127.0.0.1:51303) sun.nio.ch.FileDispatcherImpl.read0(Native Method) sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39) sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) sun.nio.ch.IOUtil.read(IOUtil.java:192) sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:379) org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:74) org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1402387261_16 at /127.0.0.1:60810 [Receiving block BP-170021340-172.31.12.81-1699781644876:blk_1073741856_1032] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3b746296-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/cluster_b6053e87-aa56-23c7-66bd-1cfe69a6dc60/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51303@0x7da93900-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) Potentially hanging thread: hconnection-0x4d153e92-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51303@0x7da93900 java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1598) org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1570) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1537) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$530/1594385907.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1402387261_16 at /127.0.0.1:60802 [Receiving block BP-170021340-172.31.12.81-1699781644876:blk_1073741855_1031] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x4d153e92-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-170021340-172.31.12.81-1699781644876:blk_1073741856_1032, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1801269926_16 at /127.0.0.1:35886 [Waiting for operation #12] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x3b746296-metaLookup-shared--pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:51303@0x4783e703-SendThread(127.0.0.1:51303) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1394) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=716 (was 689) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=140 (was 156), ProcessCount=168 (was 168), AvailableMemoryMB=5400 (was 5530) 2023-11-12T09:34:39,408 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-12T09:34:39,423 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.ResourceChecker(147): before: backup.TestBackupStatusProgress#testBackupStatusProgress Thread=600, OpenFileDescriptor=716, MaxFileDescriptor=60000, SystemLoadAverage=140, ProcessCount=168, AvailableMemoryMB=5400 2023-11-12T09:34:39,423 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-12T09:34:39,423 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] backup.TestBackupStatusProgress(53): test backup status/progress on a single table with data 2023-11-12T09:34:39,429 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c18462a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:39,435 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:39,436 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58836, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:39,438 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-11-12T09:34:39,440 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:50894, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-11-12T09:34:39,454 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(630): Start new backup exclusive operation 2023-11-12T09:34:39,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:34:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781679461 (current time:1699781679461). 2023-11-12T09:34:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:34:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-11-12T09:34:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58abd593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:39,471 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58850, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:34:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-11-12T09:34:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:34:39,476 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:34:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:34:39,477 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:34:39,480 WARN [PEWorker-2 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot, current working dir path: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_backup_system org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:34:39,484 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:34:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:34:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:34:39,893 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:34:39,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure bfba686139ff6860fcfd7b281513c927}] 2023-11-12T09:34:39,895 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:40,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:40,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35035 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-11-12T09:34:40,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:40,048 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing bfba686139ff6860fcfd7b281513c927 2/2 column families, dataSize=1.08 KB heapSize=2.23 KB 2023-11-12T09:34:40,063 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/meta/92cca178fd69413a846f1d4335390767 is 169, key is trslm:hdfs://localhost:37799/backupUT\x00test-1699781659919/meta:log-roll-map/1699781678796/Put/seqid=0 2023-11-12T09:34:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:34:40,471 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=526 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/meta/92cca178fd69413a846f1d4335390767 2023-11-12T09:34:40,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/8c1ed5fdb5b744e9b58e2cfeebcb0072 is 310, key is session:backup_1699781668163/session:context/1699781679265/Put/seqid=0 2023-11-12T09:34:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:34:40,894 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=579 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/8c1ed5fdb5b744e9b58e2cfeebcb0072 2023-11-12T09:34:40,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/meta/92cca178fd69413a846f1d4335390767 as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/meta/92cca178fd69413a846f1d4335390767 2023-11-12T09:34:40,908 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/meta/92cca178fd69413a846f1d4335390767, entries=4, sequenceid=17, filesize=5.5 K 2023-11-12T09:34:40,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/8c1ed5fdb5b744e9b58e2cfeebcb0072 as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/8c1ed5fdb5b744e9b58e2cfeebcb0072 2023-11-12T09:34:40,915 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/8c1ed5fdb5b744e9b58e2cfeebcb0072, entries=2, sequenceid=17, filesize=5.3 K 2023-11-12T09:34:40,916 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~1.08 KB/1105, heapSize ~2.20 KB/2256, currentSize=0 B/0 for bfba686139ff6860fcfd7b281513c927 in 869ms, sequenceid=17, compaction requested=false 2023-11-12T09:34:40,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for bfba686139ff6860fcfd7b281513c927: 2023-11-12T09:34:40,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. for snapshot_backup_system completed. 2023-11-12T09:34:40,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927.' region-info for snapshot=snapshot_backup_system 2023-11-12T09:34:40,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:34:40,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/meta/92cca178fd69413a846f1d4335390767] hfiles 2023-11-12T09:34:40,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/meta/92cca178fd69413a846f1d4335390767 for snapshot=snapshot_backup_system 2023-11-12T09:34:40,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/355a5f39f3f743b8b3b548204b3caa03, hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/8c1ed5fdb5b744e9b58e2cfeebcb0072] hfiles 2023-11-12T09:34:40,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/2): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/355a5f39f3f743b8b3b548204b3caa03 for snapshot=snapshot_backup_system 2023-11-12T09:34:40,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (2/2): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/8c1ed5fdb5b744e9b58e2cfeebcb0072 for snapshot=snapshot_backup_system 2023-11-12T09:34:41,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:41,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-11-12T09:34:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster(4026): Remote procedure done, pid=37 2023-11-12T09:34:41,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:41,330 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:41,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=37, resume processing ppid=36 2023-11-12T09:34:41,333 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:34:41,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure bfba686139ff6860fcfd7b281513c927 in 1.4380 sec 2023-11-12T09:34:41,334 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:34:41,334 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:34:41,334 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-11-12T09:34:41,335 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_backup_system 2023-11-12T09:34:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:34:41,747 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:34:41,757 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:34:41,758 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/snapshot_backup_system 2023-11-12T09:34:41,760 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:34:41,760 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-11-12T09:34:41,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2880 sec 2023-11-12T09:34:43,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=36 2023-11-12T09:34:43,584 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(115): Backup backup_1699781679429 started at 1699781683584. 2023-11-12T09:34:43,587 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(119): Backup session backup_1699781679429 has been started. 2023-11-12T09:34:43,592 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-11-12T09:34:43,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(962): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-11-12T09:34:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-11-12T09:34:43,593 INFO [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-11-12T09:34:43,593 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-11-12T09:34:43,594 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-11-12T09:34:43,594 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-11-12T09:34:43,595 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:34:43,597 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,597 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:34:43,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:34:43,597 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-11-12T09:34:43,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-11-12T09:34:43,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-11-12T09:34:43,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-11-12T09:34:43,598 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-11-12T09:34:43,598 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-11-12T09:34:43,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-11-12T09:34:43,601 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-11-12T09:34:43,601 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-11-12T09:34:43,601 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-11-12T09:34:43,601 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-11-12T09:34:43,601 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,35035,1699781651120' joining acquired barrier for procedure (rolllog) in zk 2023-11-12T09:34:43,604 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:43,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:34:43,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:34:43,604 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-11-12T09:34:43,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:34:43,604 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:34:43,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:43,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:34:43,606 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,35035,1699781651120' joining acquired barrier for procedure 'rolllog' on coordinator 2023-11-12T09:34:43,606 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6a7240bd[Count = 0] remaining members to acquire global barrier 2023-11-12T09:34:43,606 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-11-12T09:34:43,606 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:43,612 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:43,612 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-11-12T09:34:43,612 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-11-12T09:34:43,612 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-11-12T09:34:43,612 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-11-12T09:34:43,612 DEBUG [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,612 INFO [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1699781673806 highest: 1699781673806 on jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,612 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35035%2C1699781651120:(num 1699781673806) roll requested 2023-11-12T09:34:43,624 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781683612, exclude list is [], retry=0 2023-11-12T09:34:43,628 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK] 2023-11-12T09:34:43,630 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781673806 with entries=12, filesize=2.69 KB; new WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781683612 2023-11-12T09:34:43,630 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK]] 2023-11-12T09:34:43,630 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781673806 is not closed yet, will try archiving it next time 2023-11-12T09:34:43,630 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta:.meta(num 1699781673832) roll requested 2023-11-12T09:34:43,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(656): complete file /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.1699781673806 not finished, retry = 0 2023-11-12T09:34:43,642 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781683630.meta, exclude list is [], retry=0 2023-11-12T09:34:43,647 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK] 2023-11-12T09:34:43,649 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781673832.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781683630.meta 2023-11-12T09:34:43,649 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:38427,DS-b7d82e75-ec78-4f38-8798-cf990a34d72d,DISK]] 2023-11-12T09:34:43,649 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781673832.meta is not closed yet, will try archiving it next time 2023-11-12T09:34:43,652 DEBUG [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 40 2023-11-12T09:34:43,652 INFO [rs(jenkins-hbase3.apache.org,35035,1699781651120)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1699781683612 on jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,654 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(809): Archiving hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/WALs/jenkins-hbase3.apache.org,35035,1699781651120/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781673832.meta to hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/oldWALs/jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta.1699781673832.meta 2023-11-12T09:34:43,664 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-11-12T09:34:43,664 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,35035,1699781651120' in zk 2023-11-12T09:34:43,666 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-11-12T09:34:43,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,666 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:34:43,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:34:43,666 DEBUG [member: 'jenkins-hbase3.apache.org,35035,1699781651120' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-11-12T09:34:43,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:34:43,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:34:43,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:34:43,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:43,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:34:43,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:43,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,35035,1699781651120': 2023-11-12T09:34:43,670 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,35035,1699781651120' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-11-12T09:34:43,670 INFO [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-11-12T09:34:43,670 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-11-12T09:34:43,670 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-11-12T09:34:43,670 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-11-12T09:34:43,670 INFO [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-11-12T09:34:43,672 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-11-12T09:34:43,672 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-11-12T09:34:43,672 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-11-12T09:34:43,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:34:43,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-11-12T09:34:43,673 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:34:43,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-11-12T09:34:43,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:34:43,673 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-11-12T09:34:43,674 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:43,674 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-11-12T09:34:43,675 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:43,675 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,675 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-11-12T09:34:43,676 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-11-12T09:34:43,676 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:43,681 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-11-12T09:34:43,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-11-12T09:34:43,682 DEBUG [(jenkins-hbase3.apache.org,38485,1699781648065)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-11-12T09:34:43,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-11-12T09:34:43,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-11-12T09:34:43,683 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-11-12T09:34:43,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-11-12T09:34:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1263): Checking to see if procedure from request:rolllog-proc is done 2023-11-12T09:34:43,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1701): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } 2023-11-12T09:34:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1699781683787 (current time:1699781683787). 2023-11-12T09:34:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-11-12T09:34:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1699781683786_default_test-1699781659919 VERSION not specified, setting to 2 2023-11-12T09:34:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2268f81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-11-12T09:34:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-11-12T09:34:43,796 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:58854, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-11-12T09:34:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(806): No existing snapshot, attempting snapshot... 2023-11-12T09:34:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1032): Stored pid=38, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } 2023-11-12T09:34:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(1440): register snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:34:43,801 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-11-12T09:34:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:34:43,802 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-11-12T09:34:43,804 WARN [PEWorker-1 {}] snapshot.SnapshotManager(598): Unable to retrieve ACL status for path: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot, current working dir path: hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_1699781683786_default_test-1699781659919 org.apache.hadoop.hdfs.protocol.AclException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:1.8.0_362] at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) ~[?:1.8.0_362] at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:1.8.0_362] at java.lang.reflect.Constructor.newInstance(Constructor.java:423) ~[?:1.8.0_362] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:88) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2763) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2306) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$51.doCall(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.getAclStatus(DistributedFileSystem.java:2303) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.updateWorkingDirAclsIfRequired(SnapshotManager.java:596) ~[classes/:?] at org.apache.hadoop.hbase.master.snapshot.SnapshotManager.prepareWorkingDirectory(SnapshotManager.java:569) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.preSnapshot(SnapshotProcedure.java:302) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:143) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotProcedure.executeFromState(SnapshotProcedure.java:70) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] Caused by: org.apache.hadoop.ipc.RemoteException: The ACL operation has been rejected. Support for ACLs has been disabled by setting dfs.namenode.acls.enabled to false. at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.checkAclsConfigFlag(FSDirAclOp.java:197) at org.apache.hadoop.hdfs.server.namenode.FSDirAclOp.getAclStatus(FSDirAclOp.java:150) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getAclStatus(FSNamesystem.java:6799) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.getAclStatus(NameNodeRpcServer.java:2085) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.getAclStatus(ClientNamenodeProtocolServerSideTranslatorPB.java:1378) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:528) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:498) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1038) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1003) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:931) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1938) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2855) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1560) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1506) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1403) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:118) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy40.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getAclStatus(ClientNamenodeProtocolTranslatorPB.java:1385) ~[hadoop-hdfs-client-2.10.2.jar:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:433) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362) ~[hadoop-common-2.10.2.jar:?] at com.sun.proxy.$Proxy41.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) ~[?:?] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at com.sun.proxy.$Proxy44.getAclStatus(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSClient.getAclStatus(DFSClient.java:2761) ~[hadoop-hdfs-client-2.10.2.jar:?] ... 17 more 2023-11-12T09:34:43,807 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-11-12T09:34:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:34:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:34:44,214 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-11-12T09:34:44,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c}] 2023-11-12T09:34:44,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:44,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(710): New admin connection to jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:44,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35035 {}] regionserver.RSRpcServices(3926): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=39 2023-11-12T09:34:44,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:44,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.HRegion(2520): Flush status journal for f2b5cbd59582e454cce0c61b0f1ba24c: 2023-11-12T09:34:44,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. for snapshot_1699781683786_default_test-1699781659919 completed. 2023-11-12T09:34:44,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(240): Storing 'test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c.' region-info for snapshot=snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:44,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-11-12T09:34:44,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2] hfiles 2023-11-12T09:34:44,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2 for snapshot=snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:34:44,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:44,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=39 2023-11-12T09:34:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster(4026): Remote procedure done, pid=39 2023-11-12T09:34:44,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1699781683786_default_test-1699781659919 on region f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:44,777 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=39, ppid=38, state=RUNNABLE; SnapshotRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:44,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-11-12T09:34:44,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; SnapshotRegionProcedure f2b5cbd59582e454cce0c61b0f1ba24c in 565 msec 2023-11-12T09:34:44,780 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-11-12T09:34:44,781 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-11-12T09:34:44,782 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-11-12T09:34:44,782 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:44,783 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:34:45,195 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-11-12T09:34:45,202 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-11-12T09:34:45,202 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/.tmp/snapshot_1699781683786_default_test-1699781659919 to hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:45,204 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=38, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-11-12T09:34:45,204 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1446): unregister snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 }, snapshot procedure id = 38 2023-11-12T09:34:45,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=38, snapshot={ ss=snapshot_1699781683786_default_test-1699781659919 table=test-1699781659919 type=FLUSH ttl=0 } in 1.4060 sec 2023-11-12T09:34:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1304): Checking to see if procedure is done pid=38 2023-11-12T09:34:45,909 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1699781679429 2023-11-12T09:34:45,909 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-11-12T09:34:45,909 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(80): There are 1 snapshots to be copied. 2023-11-12T09:34:45,909 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1699781679429_test-1699781659919 2023-11-12T09:34:45,909 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1699781683786_default_test-1699781659919 to hdfs://localhost:37799/backupUT/backup_1699781679429/default/test-1699781659919/ 2023-11-12T09:34:45,909 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-11-12T09:34:45,932 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:37799, inputRoot=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c 2023-11-12T09:34:45,933 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,38485,1699781648065_405745728_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:37799/backupUT/backup_1699781679429/default/test-1699781659919, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:37799/backupUT/backup_1699781679429/default/test-1699781659919/.hbase-snapshot/.tmp/snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:45,933 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:37799, inputRoot=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c, snapshotDir=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/snapshot_1699781683786_default_test-1699781659919. 2023-11-12T09:34:45,941 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/.hbase-snapshot/snapshot_1699781683786_default_test-1699781659919 to hdfs://localhost:37799/backupUT/backup_1699781679429/default/test-1699781659919/.hbase-snapshot/.tmp/snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:46,360 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:46,361 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:46,361 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:46,362 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,322 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop-7283933901882272041.jar 2023-11-12T09:34:47,323 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,323 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,324 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,324 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,325 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,325 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,325 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,326 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,326 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-11-12T09:34:47,327 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.5/hbase-shaded-miscellaneous-4.1.5.jar 2023-11-12T09:34:47,327 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.5/hbase-shaded-gson-4.1.5.jar 2023-11-12T09:34:47,328 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.5/hbase-shaded-protobuf-4.1.5.jar 2023-11-12T09:34:47,328 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.5/hbase-shaded-netty-4.1.5.jar 2023-11-12T09:34:47,329 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.5/hbase-unsafe-4.1.5.jar 2023-11-12T09:34:47,329 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.8.3/zookeeper-3.8.3.jar 2023-11-12T09:34:47,330 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-11-12T09:34:47,330 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-11-12T09:34:47,331 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-11-12T09:34:47,331 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-11-12T09:34:47,332 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-11-12T09:34:47,332 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-11-12T09:34:47,333 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:34:47,333 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:34:47,334 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:34:47,334 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:34:47,334 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-11-12T09:34:47,335 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:34:47,336 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-11-12T09:34:47,380 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1699781683786_default_test-1699781659919' hfile list 2023-11-12T09:34:47,383 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-11-12T09:34:47,455 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/mapreduce.cluster.local.dir/1699781687421/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-11-12T09:34:47,456 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/mapreduce.cluster.local.dir/1699781687421/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-11-12T09:34:47,510 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-11-12T09:34:47,536 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2 output=hdfs://localhost:37799/backupUT/backup_1699781679429/default/test-1699781659919/archive/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/f/e0e8a7d83fb8474b8f07154ce04631b2 2023-11-12T09:34:47,536 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-11-12T09:34:47,753 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-11-12T09:34:47,755 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(478): Connection from 172.31.12.81:39620, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-11-12T09:34:48,492 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-11-12T09:34:48,493 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-11-12T09:34:48,500 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:48,500 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1699781683786_default_test-1699781659919 finished. 2023-11-12T09:34:48,500 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(1034): test-1699781659919 2023-11-12T09:34:48,508 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1699781679429 2023-11-12T09:34:48,509 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-11-12T09:34:48,916 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:37799/backupUT/backup_1699781679429/.backup.manifest 2023-11-12T09:34:48,916 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(358): Backup backup_1699781679429 finished: type=FULL,tablelist=test-1699781659919,targetRootDir=hdfs://localhost:37799/backupUT,startts=1699781683584,completets=1699781688508,bytescopied=0 2023-11-12T09:34:48,916 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-11-12T09:34:48,916 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:48,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_1699781683786_default_test-1699781659919" 2023-11-12T09:34:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_1699781683786_default_test-1699781659919 2023-11-12T09:34:48,921 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1699781683786_default_test-1699781659919 for backup backup_1699781679429 succeeded. 2023-11-12T09:34:48,922 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(1572): Deleting snapshot_backup_system from the system 2023-11-12T09:34:48,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(763): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-11-12T09:34:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] snapshot.SnapshotManager(380): Deleting snapshot: snapshot_backup_system 2023-11-12T09:34:48,930 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(1577): Done deleting backup system table snapshot 2023-11-12T09:34:48,932 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] impl.BackupSystemTable(657): Finish backup exclusive operation 2023-11-12T09:34:48,938 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] impl.TableBackupClient(376): Backup backup_1699781679429 completed. 2023-11-12T09:34:48,938 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:48,939 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] backup.TestBackupStatusProgress(57): backup complete 2023-11-12T09:34:48,965 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] backup.TestBackupStatusProgress(63): {ID=backup_1699781679429,Type=FULL,Tables={test-1699781659919},State=COMPLETE,Start time=Sun Nov 12 09:34:43 UTC 2023,End time=Sun Nov 12 09:34:48 UTC 2023,Progress=100%} 2023-11-12T09:34:48,981 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.ResourceChecker(175): after: backup.TestBackupStatusProgress#testBackupStatusProgress Thread=600 (was 600), OpenFileDescriptor=706 (was 716), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=127 (was 140), ProcessCount=166 (was 168), AvailableMemoryMB=6594 (was 5400) - AvailableMemoryMB LEAK? - 2023-11-12T09:34:48,981 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2023-11-12T09:34:48,988 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-11-12T09:34:48,989 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:48,989 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-11-12T09:34:48,989 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] util.JVMClusterUtil(257): Found active master hash=641766345, stopped=false 2023-11-12T09:34:48,989 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] master.ServerManager(896): Cluster shutdown requested of master=jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:48,993 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] procedure2.ProcedureExecutor(630): Stopping 2023-11-12T09:34:48,993 DEBUG [Listener at jenkins-hbase3.apache.org/33211 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:48,994 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,35035,1699781651120' ***** 2023-11-12T09:34:48,994 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-11-12T09:34:48,994 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:34:49,006 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:34:49,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-11-12T09:34:49,007 INFO [RS:0;jenkins-hbase3:35035 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1e326ac1{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-11-12T09:34:49,012 INFO [RS:0;jenkins-hbase3:35035 {}] server.AbstractConnector(383): Stopped ServerConnector@46c559e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:34:49,012 INFO [RS:0;jenkins-hbase3:35035 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:34:49,013 INFO [RS:0;jenkins-hbase3:35035 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@53e52482{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:34:49,014 INFO [RS:0;jenkins-hbase3:35035 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2550a236{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop.log.dir/,STOPPED} 2023-11-12T09:34:49,017 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HeapMemoryManager(220): Stopping 2023-11-12T09:34:49,017 INFO [RS:0;jenkins-hbase3:35035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-11-12T09:34:49,017 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-11-12T09:34:49,017 INFO [RS:0;jenkins-hbase3:35035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-11-12T09:34:49,017 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3528): Received CLOSE for f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3528): Received CLOSE for 0b4176a2d070b479f18af27ec0830e6d 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3528): Received CLOSE for bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3528): Received CLOSE for 1a1fc596a5938e55ad726388fabb4d19 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3528): Received CLOSE for 9b549d33fc505ca9a05c59e45f9806f2 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3528): Received CLOSE for bfb07b1eb43541037ef63cac18d5bcad 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3528): Received CLOSE for 1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35035,1699781651120 2023-11-12T09:34:49,018 DEBUG [RS:0;jenkins-hbase3:35035 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-11-12T09:34:49,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f2b5cbd59582e454cce0c61b0f1ba24c, disabling compactions & flushes 2023-11-12T09:34:49,018 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:49,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:49,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. after waiting 0 ms 2023-11-12T09:34:49,018 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:49,018 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-11-12T09:34:49,018 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1583): Online Regions={f2b5cbd59582e454cce0c61b0f1ba24c=test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c., 0b4176a2d070b479f18af27ec0830e6d=ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d., bfba686139ff6860fcfd7b281513c927=backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927., 1588230740=hbase:meta,,1.1588230740, 1a1fc596a5938e55ad726388fabb4d19=ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19., 9b549d33fc505ca9a05c59e45f9806f2=backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2., bfb07b1eb43541037ef63cac18d5bcad=ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad., 1cdacda27ebc9f4a2b670f84ea97f8f2=hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2.} 2023-11-12T09:34:49,019 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-11-12T09:34:49,019 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-11-12T09:34:49,019 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-11-12T09:34:49,019 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-11-12T09:34:49,019 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-11-12T09:34:49,020 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-11-12T09:34:49,020 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1609): Waiting on 0b4176a2d070b479f18af27ec0830e6d, 1588230740, 1a1fc596a5938e55ad726388fabb4d19, 1cdacda27ebc9f4a2b670f84ea97f8f2, 9b549d33fc505ca9a05c59e45f9806f2, bfb07b1eb43541037ef63cac18d5bcad, bfba686139ff6860fcfd7b281513c927, f2b5cbd59582e454cce0c61b0f1ba24c 2023-11-12T09:34:49,032 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/default/test-1699781659919/f2b5cbd59582e454cce0c61b0f1ba24c/recovered.edits/107.seqid, newMaxSeqId=107, maxSeqId=1 2023-11-12T09:34:49,033 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:49,034 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:49,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f2b5cbd59582e454cce0c61b0f1ba24c: 2023-11-12T09:34:49,034 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1699781659919,,1699781660413.f2b5cbd59582e454cce0c61b0f1ba24c. 2023-11-12T09:34:49,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 0b4176a2d070b479f18af27ec0830e6d, disabling compactions & flushes 2023-11-12T09:34:49,035 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:49,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:49,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. after waiting 0 ms 2023-11-12T09:34:49,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:49,039 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns3/test-16997816599192/0b4176a2d070b479f18af27ec0830e6d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:34:49,045 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:49,045 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:49,046 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 0b4176a2d070b479f18af27ec0830e6d: 2023-11-12T09:34:49,046 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16997816599192,,1699781664864.0b4176a2d070b479f18af27ec0830e6d. 2023-11-12T09:34:49,046 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bfba686139ff6860fcfd7b281513c927, disabling compactions & flushes 2023-11-12T09:34:49,046 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:49,046 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:49,046 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. after waiting 0 ms 2023-11-12T09:34:49,046 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:49,046 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing bfba686139ff6860fcfd7b281513c927 2/2 column families, dataSize=985 B heapSize=1.97 KB 2023-11-12T09:34:49,051 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/meta/26648e0f1e4f4083a86b8a463f7a052e is 169, key is trslm:hdfs://localhost:37799/backupUT\x00test-1699781659919/meta:log-roll-map/1699781688504/Put/seqid=0 2023-11-12T09:34:49,056 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=451 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/meta/26648e0f1e4f4083a86b8a463f7a052e 2023-11-12T09:34:49,063 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/.tmp/info/df0e1cd4babc48e9af6f9e31cdb8177a is 159, key is ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad./info:regioninfo/1699781663851/Put/seqid=0 2023-11-12T09:34:49,066 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/c82b5fdcd530463dab680478665e0dff is 310, key is session:backup_1699781679429/session:context/1699781688931/Put/seqid=0 2023-11-12T09:34:49,070 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/.tmp/info/df0e1cd4babc48e9af6f9e31cdb8177a 2023-11-12T09:34:49,090 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/.tmp/table/4c1dda1dad314639807f17fb7c4919d5 is 59, key is ns2:test-16997816599191/table:state/1699781663860/Put/seqid=0 2023-11-12T09:34:49,181 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-11-12T09:34:49,181 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-11-12T09:34:49,220 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 1a1fc596a5938e55ad726388fabb4d19, 1cdacda27ebc9f4a2b670f84ea97f8f2, 9b549d33fc505ca9a05c59e45f9806f2, bfb07b1eb43541037ef63cac18d5bcad, bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:49,221 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1699781659919 2023-11-12T09:34:49,222 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16997816599192 2023-11-12T09:34:49,421 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 1a1fc596a5938e55ad726388fabb4d19, 1cdacda27ebc9f4a2b670f84ea97f8f2, 9b549d33fc505ca9a05c59e45f9806f2, bfb07b1eb43541037ef63cac18d5bcad, bfba686139ff6860fcfd7b281513c927 2023-11-12T09:34:49,474 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=27 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/c82b5fdcd530463dab680478665e0dff 2023-11-12T09:34:49,482 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/meta/26648e0f1e4f4083a86b8a463f7a052e as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/meta/26648e0f1e4f4083a86b8a463f7a052e 2023-11-12T09:34:49,488 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/meta/26648e0f1e4f4083a86b8a463f7a052e, entries=4, sequenceid=27, filesize=5.5 K 2023-11-12T09:34:49,489 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/.tmp/session/c82b5fdcd530463dab680478665e0dff as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/c82b5fdcd530463dab680478665e0dff 2023-11-12T09:34:49,494 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/.tmp/table/4c1dda1dad314639807f17fb7c4919d5 2023-11-12T09:34:49,495 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/session/c82b5fdcd530463dab680478665e0dff, entries=2, sequenceid=27, filesize=5.3 K 2023-11-12T09:34:49,496 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~985 B/985, heapSize ~1.94 KB/1984, currentSize=0 B/0 for bfba686139ff6860fcfd7b281513c927 in 450ms, sequenceid=27, compaction requested=true 2023-11-12T09:34:49,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system/bfba686139ff6860fcfd7b281513c927/recovered.edits/30.seqid, newMaxSeqId=30, maxSeqId=1 2023-11-12T09:34:49,509 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:49,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:49,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bfba686139ff6860fcfd7b281513c927: 2023-11-12T09:34:49,510 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/.tmp/info/df0e1cd4babc48e9af6f9e31cdb8177a as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/info/df0e1cd4babc48e9af6f9e31cdb8177a 2023-11-12T09:34:49,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1699781668315.bfba686139ff6860fcfd7b281513c927. 2023-11-12T09:34:49,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1a1fc596a5938e55ad726388fabb4d19, disabling compactions & flushes 2023-11-12T09:34:49,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:49,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:49,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. after waiting 0 ms 2023-11-12T09:34:49,510 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:49,514 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns4/test-16997816599193/1a1fc596a5938e55ad726388fabb4d19/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:34:49,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:49,515 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:49,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1a1fc596a5938e55ad726388fabb4d19: 2023-11-12T09:34:49,515 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16997816599193,,1699781666990.1a1fc596a5938e55ad726388fabb4d19. 2023-11-12T09:34:49,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 9b549d33fc505ca9a05c59e45f9806f2, disabling compactions & flushes 2023-11-12T09:34:49,516 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:49,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:49,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. after waiting 0 ms 2023-11-12T09:34:49,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:49,518 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/info/df0e1cd4babc48e9af6f9e31cdb8177a, entries=70, sequenceid=39, filesize=14.1 K 2023-11-12T09:34:49,518 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/.tmp/table/4c1dda1dad314639807f17fb7c4919d5 as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/table/4c1dda1dad314639807f17fb7c4919d5 2023-11-12T09:34:49,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/backup/system_bulk/9b549d33fc505ca9a05c59e45f9806f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-11-12T09:34:49,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:49,521 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:49,521 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 9b549d33fc505ca9a05c59e45f9806f2: 2023-11-12T09:34:49,521 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1699781669446.9b549d33fc505ca9a05c59e45f9806f2. 2023-11-12T09:34:49,521 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing bfb07b1eb43541037ef63cac18d5bcad, disabling compactions & flushes 2023-11-12T09:34:49,522 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:49,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:49,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. after waiting 0 ms 2023-11-12T09:34:49,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:49,522 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing bfb07b1eb43541037ef63cac18d5bcad 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-11-12T09:34:49,526 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/table/4c1dda1dad314639807f17fb7c4919d5, entries=14, sequenceid=39, filesize=5.8 K 2023-11-12T09:34:49,526 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 507ms, sequenceid=39, compaction requested=false 2023-11-12T09:34:49,533 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-11-12T09:34:49,534 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:49,534 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-11-12T09:34:49,535 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-11-12T09:34:49,535 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-11-12T09:34:49,535 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-11-12T09:34:49,545 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad/.tmp/f/908ee81ad40c4c0e855e457a64bc8db6 is 37, key is row10/f:q1/1699781664792/Put/seqid=0 2023-11-12T09:34:49,549 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad/.tmp/f/908ee81ad40c4c0e855e457a64bc8db6 2023-11-12T09:34:49,555 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad/.tmp/f/908ee81ad40c4c0e855e457a64bc8db6 as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad/f/908ee81ad40c4c0e855e457a64bc8db6 2023-11-12T09:34:49,561 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad/f/908ee81ad40c4c0e855e457a64bc8db6, entries=99, sequenceid=103, filesize=8.2 K 2023-11-12T09:34:49,562 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for bfb07b1eb43541037ef63cac18d5bcad in 40ms, sequenceid=103, compaction requested=false 2023-11-12T09:34:49,568 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/ns2/test-16997816599191/bfb07b1eb43541037ef63cac18d5bcad/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-11-12T09:34:49,569 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:49,570 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:49,570 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for bfb07b1eb43541037ef63cac18d5bcad: 2023-11-12T09:34:49,570 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16997816599191,,1699781662663.bfb07b1eb43541037ef63cac18d5bcad. 2023-11-12T09:34:49,570 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 1cdacda27ebc9f4a2b670f84ea97f8f2, disabling compactions & flushes 2023-11-12T09:34:49,570 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:49,570 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:49,570 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. after waiting 0 ms 2023-11-12T09:34:49,570 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:49,570 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 1cdacda27ebc9f4a2b670f84ea97f8f2 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-11-12T09:34:49,585 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2/.tmp/info/0bdd9c6d8d9a470fa33030ea9892457b is 45, key is default/info:d/1699781655383/Put/seqid=0 2023-11-12T09:34:49,621 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1609): Waiting on 1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:49,821 DEBUG [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1609): Waiting on 1cdacda27ebc9f4a2b670f84ea97f8f2 2023-11-12T09:34:49,990 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2/.tmp/info/0bdd9c6d8d9a470fa33030ea9892457b 2023-11-12T09:34:49,997 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2/.tmp/info/0bdd9c6d8d9a470fa33030ea9892457b as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2/info/0bdd9c6d8d9a470fa33030ea9892457b 2023-11-12T09:34:50,004 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2/info/0bdd9c6d8d9a470fa33030ea9892457b, entries=7, sequenceid=11, filesize=5.1 K 2023-11-12T09:34:50,005 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 1cdacda27ebc9f4a2b670f84ea97f8f2 in 435ms, sequenceid=11, compaction requested=false 2023-11-12T09:34:50,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/data/hbase/namespace/1cdacda27ebc9f4a2b670f84ea97f8f2/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-11-12T09:34:50,012 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-11-12T09:34:50,013 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:50,013 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 1cdacda27ebc9f4a2b670f84ea97f8f2: 2023-11-12T09:34:50,013 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1699781654004.1cdacda27ebc9f4a2b670f84ea97f8f2. 2023-11-12T09:34:50,021 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35035,1699781651120; all regions closed. 2023-11-12T09:34:50,028 DEBUG [RS:0;jenkins-hbase3:35035 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/oldWALs 2023-11-12T09:34:50,028 INFO [RS:0;jenkins-hbase3:35035 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35035%2C1699781651120.meta:.meta(num 1699781683630) 2023-11-12T09:34:50,035 DEBUG [RS:0;jenkins-hbase3:35035 {}] wal.AbstractFSWAL(1062): Moved 3 WAL file(s) to /user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/oldWALs 2023-11-12T09:34:50,035 INFO [RS:0;jenkins-hbase3:35035 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35035%2C1699781651120:(num 1699781683612) 2023-11-12T09:34:50,035 DEBUG [RS:0;jenkins-hbase3:35035 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:50,035 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.LeaseManager(133): Closed leases 2023-11-12T09:34:50,035 INFO [RS:0;jenkins-hbase3:35035 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-11-12T09:34:50,035 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:34:50,037 INFO [RS:0;jenkins-hbase3:35035 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:35035 2023-11-12T09:34:50,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,35035,1699781651120] 2023-11-12T09:34:50,044 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,35035,1699781651120; numProcessing=1 2023-11-12T09:34:50,046 INFO [RegionServerTracker-0 {}] master.ServerManager(561): Cluster shutdown set; jenkins-hbase3.apache.org,35035,1699781651120 expired; onlineServers=0 2023-11-12T09:34:50,046 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,38485,1699781648065' ***** 2023-11-12T09:34:50,046 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-11-12T09:34:50,047 DEBUG [M:0;jenkins-hbase3:38485 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13611749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-11-12T09:34:50,047 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-11-12T09:34:50,093 INFO [M:0;jenkins-hbase3:38485 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6be8f467{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-11-12T09:34:50,093 INFO [M:0;jenkins-hbase3:38485 {}] server.AbstractConnector(383): Stopped ServerConnector@65355b17{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:34:50,094 INFO [M:0;jenkins-hbase3:38485 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-11-12T09:34:50,094 INFO [M:0;jenkins-hbase3:38485 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@30fcaea1{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-11-12T09:34:50,095 INFO [M:0;jenkins-hbase3:38485 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@37e294f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/hadoop.log.dir/,STOPPED} 2023-11-12T09:34:50,095 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,38485,1699781648065 2023-11-12T09:34:50,095 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,38485,1699781648065; all regions closed. 2023-11-12T09:34:50,095 DEBUG [M:0;jenkins-hbase3:38485 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:50,095 INFO [M:0;jenkins-hbase3:38485 {}] master.HMaster(1666): Stopping master jetty server 2023-11-12T09:34:50,096 INFO [M:0;jenkins-hbase3:38485 {}] server.AbstractConnector(383): Stopped ServerConnector@33ac813e{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-11-12T09:34:50,097 DEBUG [M:0;jenkins-hbase3:38485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-11-12T09:34:50,097 INFO [M:0;jenkins-hbase3:38485 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-11-12T09:34:50,097 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-11-12T09:34:50,097 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781652899 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1699781652899,5,FailOnTimeoutGroup] 2023-11-12T09:34:50,097 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781652895 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1699781652895,5,FailOnTimeoutGroup] 2023-11-12T09:34:50,097 DEBUG [M:0;jenkins-hbase3:38485 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-11-12T09:34:50,097 DEBUG [M:0;jenkins-hbase3:38485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-11-12T09:34:50,097 INFO [M:0;jenkins-hbase3:38485 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-11-12T09:34:50,097 DEBUG [M:0;jenkins-hbase3:38485 {}] master.HMaster(1689): Stopping service threads 2023-11-12T09:34:50,098 INFO [M:0;jenkins-hbase3:38485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-11-12T09:34:50,098 ERROR [M:0;jenkins-hbase3:38485 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT 2023-11-12T09:34:50,100 INFO [M:0;jenkins-hbase3:38485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-11-12T09:34:50,100 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-11-12T09:34:50,100 WARN [M:0;jenkins-hbase3:38485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-11-12T09:34:50,100 INFO [M:0;jenkins-hbase3:38485 {}] assignment.AssignmentManager(383): Stopping assignment manager 2023-11-12T09:34:50,100 INFO [M:0;jenkins-hbase3:38485 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-11-12T09:34:50,101 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-11-12T09:34:50,113 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:50,113 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:50,114 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-11-12T09:34:50,114 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:50,114 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=154.40 KB heapSize=185.34 KB 2023-11-12T09:34:50,127 DEBUG [M:0;jenkins-hbase3:38485 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac87daac33c8440aad799ca5e63d0ba8 is 88, key is hbase:meta,,1/info:sn/1699781653362/Put/seqid=0 2023-11-12T09:34:50,144 INFO [RS:0;jenkins-hbase3:35035 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35035,1699781651120; zookeeper connection closed. 2023-11-12T09:34:50,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d0138f8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d0138f8 2023-11-12T09:34:50,145 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-11-12T09:34:50,532 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac87daac33c8440aad799ca5e63d0ba8 2023-11-12T09:34:50,553 DEBUG [M:0;jenkins-hbase3:38485 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f001d69779f1491b8794af2be95743f7 is 988, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1699781670646/Put/seqid=0 2023-11-12T09:34:50,958 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=153.80 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f001d69779f1491b8794af2be95743f7 2023-11-12T09:34:50,963 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f001d69779f1491b8794af2be95743f7 2023-11-12T09:34:50,976 DEBUG [M:0;jenkins-hbase3:38485 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/769f7e29517743c3b77668231a82effe is 82, key is jenkins-hbase3.apache.org,35035,1699781651120/rs:state/1699781653036/Put/seqid=0 2023-11-12T09:34:51,382 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/769f7e29517743c3b77668231a82effe 2023-11-12T09:34:51,388 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac87daac33c8440aad799ca5e63d0ba8 as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac87daac33c8440aad799ca5e63d0ba8 2023-11-12T09:34:51,393 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac87daac33c8440aad799ca5e63d0ba8, entries=8, sequenceid=361, filesize=5.5 K 2023-11-12T09:34:51,394 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f001d69779f1491b8794af2be95743f7 as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f001d69779f1491b8794af2be95743f7 2023-11-12T09:34:51,399 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.StoreFileReader(538): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f001d69779f1491b8794af2be95743f7 2023-11-12T09:34:51,399 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f001d69779f1491b8794af2be95743f7, entries=39, sequenceid=361, filesize=13.7 K 2023-11-12T09:34:51,400 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/769f7e29517743c3b77668231a82effe as hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/769f7e29517743c3b77668231a82effe 2023-11-12T09:34:51,406 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37799/user/jenkins/test-data/4d8c2e02-85d2-e0b7-5041-d892c4eaa39c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/769f7e29517743c3b77668231a82effe, entries=1, sequenceid=361, filesize=5.1 K 2023-11-12T09:34:51,407 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(3022): Finished flush of dataSize ~154.40 KB/158101, heapSize ~185.05 KB/189488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=361, compaction requested=false 2023-11-12T09:34:51,411 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-11-12T09:34:51,411 DEBUG [M:0;jenkins-hbase3:38485 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-11-12T09:34:51,414 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-11-12T09:34:51,414 INFO [M:0;jenkins-hbase3:38485 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-11-12T09:34:51,414 INFO [M:0;jenkins-hbase3:38485 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-11-12T09:34:51,415 INFO [M:0;jenkins-hbase3:38485 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:38485 2023-11-12T09:34:51,519 INFO [M:0;jenkins-hbase3:38485 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,38485,1699781648065; zookeeper connection closed. 2023-11-12T09:34:51,522 WARN [Listener at jenkins-hbase3.apache.org/33211 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-11-12T09:34:51,525 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:34:51,630 WARN [BP-170021340-172.31.12.81-1699781644876 heartbeating to localhost/127.0.0.1:37799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-11-12T09:34:51,630 WARN [BP-170021340-172.31.12.81-1699781644876 heartbeating to localhost/127.0.0.1:37799 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-170021340-172.31.12.81-1699781644876 (Datanode Uuid e9fbd413-130e-4471-a20b-a8acc1947655) service to localhost/127.0.0.1:37799 2023-11-12T09:34:51,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/cluster_b6053e87-aa56-23c7-66bd-1cfe69a6dc60/dfs/data/data1/current/BP-170021340-172.31.12.81-1699781644876 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:34:51,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/2ce6661d-484f-3b6e-8e67-09b3520532b6/cluster_b6053e87-aa56-23c7-66bd-1cfe69a6dc60/dfs/data/data2/current/BP-170021340-172.31.12.81-1699781644876 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-11-12T09:34:51,701 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-11-12T09:34:51,858 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-11-12T09:34:51,858 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-11-12T09:34:51,868 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:34:51,984 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:34:52,098 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:34:52,099 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:34:52,206 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-11-12T09:34:52,214 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-11-12T09:34:52,215 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:34:52,221 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-11-12T09:34:52,323 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-11-12T09:34:52,323 INFO [Listener at jenkins-hbase3.apache.org/33211 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped